-- Logs begin at Thu 2021-07-29 13:05:37 UTC, end at Thu 2021-07-29 14:34:08 UTC. -- Jul 29 13:37:49.616848 dv-cinder-801321-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 13:37:51.960052 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.common.config [-] Logging enabled! Jul 29 13:37:51.960786 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev5 Jul 29 13:37:51.960878 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78432) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 13:37:51.964146 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.common.config [-] Logging enabled! Jul 29 13:37:51.964405 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev5 Jul 29 13:37:51.964725 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78432) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 13:37:51.965656 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 29 13:37:51.965895 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 29 13:37:51.966261 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 29 13:37:51.966510 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 29 13:37:51.966742 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 29 13:37:51.967062 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.967366 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.967667 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.967924 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.968225 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.968519 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.968808 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.969101 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.969401 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.969692 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.969976 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.970261 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.970494 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.970779 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.971078 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.971944 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.972205 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] debug = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.972464 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.972898 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.973303 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.973589 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.973884 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.974168 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.974446 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.974724 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.975013 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.975344 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] host = dv-cinder-801321-2-iscsi {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.975625 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.975948 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.976243 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.976533 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.976810 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.977090 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.977382 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.977660 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.977936 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] log_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.978213 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.978504 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.978795 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.979094 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.979323 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.979549 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.979859 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.980153 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.980431 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.980706 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.980980 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.981261 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.981535 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.981806 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.982092 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.982378 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.982665 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.982938 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.983213 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.983487 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.983759 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.984070 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.984344 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.984617 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.984886 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.985172 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.985441 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.985715 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.986014 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.986302 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.986586 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.986937 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.987265 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.987554 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.987862 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.988138 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.988417 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] use_json = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.988693 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.988970 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.989258 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.989538 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.989814 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.990090 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.990366 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.990654 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:51.990956 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.991263 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.991570 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.991885 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.992189 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.992472 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.992769 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.993054 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.993347 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.993642 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.993935 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.994217 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.994509 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.994791 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.995093 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.995669 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.996021 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.999491 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:51.999843 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.000154 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.000457 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.000772 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.001066 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.001380 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.001687 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.001975 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.002269 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.002608 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.002894 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.003180 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.003470 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.003771 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.004096 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.004386 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.004680 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.004967 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.005248 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.005528 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.005811 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.006107 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.006392 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.006672 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.006950 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.007232 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.007511 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.007803 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.008112 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.008395 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.008675 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.008962 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.009241 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.009521 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.009806 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.010085 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.010371 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.010655 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.010937 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.011217 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.011499 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.011780 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.012084 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.012366 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.012652 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.012932 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.013212 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.013491 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.013772 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.014054 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.014352 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.014659 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.014946 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.015234 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.015520 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.015805 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.016112 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.016397 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.016682 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.016966 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.017249 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.017547 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.017835 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.018646 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.018934 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.019220 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.019524 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.019806 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.020117 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.020402 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.020687 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.020985 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.021276 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.021578 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.021881 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.022183 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.022483 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.022781 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.023068 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.023382 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.023667 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:52.023911 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 13:37:52.024158 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78432) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 13:37:52.411583 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO keyring.backend [-] Loading KWallet Jul 29 13:37:52.418871 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO keyring.backend [-] Loading SecretService Jul 29 13:37:52.422469 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO keyring.backend [-] Loading Windows Jul 29 13:37:52.423812 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO keyring.backend [-] Loading chainer Jul 29 13:37:52.424448 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO keyring.backend [-] Loading macOS Jul 29 13:37:52.458793 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:37:52.459059 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:37:52.459352 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:37:52.459689 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 13:37:52.770898 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.771186 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.771459 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.772694 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.772968 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.773244 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.896407 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.896688 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.896959 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.911159 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.911433 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.911707 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.939907 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.941079 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.941357 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.980053 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.980592 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:52.980592 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.213916 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.214201 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.214476 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.214740 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.215687 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.338043 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.338371 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.338655 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.338928 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.339197 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.339509 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.339773 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.340057 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.340312 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.340598 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.340858 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.341122 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.341386 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.341641 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.341905 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.342175 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.342431 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.342701 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.342970 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.343235 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.343582 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.343841 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.344106 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.344389 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.344638 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.344883 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.345259 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78432) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:37:53.345496 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78432) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:37:53.345736 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78432) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:37:53.345970 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78432) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:37:53.346223 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78432) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:37:53.346784 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78432) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:37:53.347018 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 13:37:53.350174 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 13:37:53.354055 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 13:37:53.357807 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 29 13:37:53.359414 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 13:37:53.359886 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 13:37:53.360224 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 13:37:53.360605 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 13:37:53.363924 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 13:37:53.364176 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 13:37:53.364669 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 13:37:53.392640 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 13:37:53.393119 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.393632 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78432) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 13:37:53.393981 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.395327 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78432) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 13:37:53.395607 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 13:37:53.395874 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 13:37:53.398937 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.399222 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.461395 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 13:37:53.461633 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 13:37:53.461871 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 13:37:53.462237 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 13:37:53.494049 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_db.sqlalchemy.engines [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78432) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 29 13:37:53.825081 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Initializing driver for type 'gre' Jul 29 13:37:53.825625 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] gre ID ranges: [(1, 1000)] Jul 29 13:37:53.883032 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Initializing driver for type 'local' Jul 29 13:37:53.883359 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Initializing driver for type 'vlan' Jul 29 13:37:53.894540 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] VlanTypeDriver initialization complete Jul 29 13:37:53.894928 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Initializing driver for type 'vxlan' Jul 29 13:37:53.895415 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] vxlan ID ranges: [(1, 1000)] Jul 29 13:37:53.948791 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Initializing extension driver 'port_security' Jul 29 13:37:53.949291 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.extensions.port_security [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] PortSecurityExtensionDriver initialization complete Jul 29 13:37:53.949647 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Initializing mechanism driver 'openvswitch' Jul 29 13:37:53.950083 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Initializing mechanism driver 'hyperv' Jul 29 13:37:53.956743 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.plugins.ml2.plugin [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:37:53.957516 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > port after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.957900 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > port after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.958263 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > port after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.958660 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > subnet after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.959029 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > subnet after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.959382 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > subnet after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.959768 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > network after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.960237 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > network after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.960592 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > network after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.960973 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > security_group after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.961324 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > security_group after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.961670 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > security_group after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.962056 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.962407 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.962754 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.963131 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > address_group after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.963478 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > address_group after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.963854 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > address_group after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.964195 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] ML2 OVO RPC backend initialized. {{(pid=78432) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jul 29 13:37:53.964902 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router_interface after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.965256 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.965678 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > network before_response 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.966028 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > networks before_response 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.966380 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > port before_response 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.966727 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > ports before_response 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.967074 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > subnet before_response 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.967420 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > subnets before_response 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.967770 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > network after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.968137 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > network after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.968483 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > network after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.968822 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > port after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.969162 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > port after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.969499 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > port after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.969837 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > subnet after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.970202 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > subnet after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.970538 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > subnet after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:53.971119 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.plugin [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Modular L2 Plugin initialization complete Jul 29 13:37:53.972018 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading services supported by the core plugin {{(pid=78432) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 13:37:53.972350 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.plugins.ml2.managers [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Got port-security extension from driver 'port_security' Jul 29 13:37:53.972816 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.extensions.vlantransparent [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Disabled vlantransparent extension. Jul 29 13:37:53.973312 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78432) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 13:37:53.973632 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading Plugin: router Jul 29 13:37:54.009915 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router_interface before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.010457 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router after_create 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.010680 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router before_create 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.011058 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.011440 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.011806 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router after_delete 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.012195 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > floatingip after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.012569 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router after_create 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.012924 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router after_update 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.013284 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router after_update 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.013641 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.014009 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router after_update 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.014429 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router precommit_update 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.014810 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: port after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.015161 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: port after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.015514 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: subnet after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.015883 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.016244 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > port precommit_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.016602 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router precommit_create 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.016955 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: port before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.017310 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router precommit_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.017674 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router after_update 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.018024 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router precommit_delete 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.018462 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router precommit_create 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.018833 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router_interface after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.019185 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router precommit_update 55549900 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.019554 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > agent after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.019940 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > agent after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.020295 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > network after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.021156 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Tracking information for resource: router configured {{(pid=78432) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:37:54.021490 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Tracking information for resource: floatingip configured {{(pid=78432) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:37:54.026332 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.db.l3_agentschedulers_db [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 13:37:54.026914 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: port after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.027287 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: port after_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.027648 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: port after_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.028045 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: port after_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.028846 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router before_create 55550100 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.029221 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router precommit_delete 55550100 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.029591 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router precommit_create 55550100 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.029955 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > router precommit_update 55550100 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.035045 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.services.provider_configuration [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service providers = [] {{(pid=78432) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 13:37:54.035414 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.db.servicetype_db [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78432) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 13:37:54.038419 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.services.service_base [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78432) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 13:37:54.038778 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.services.service_base [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78432) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 13:37:54.039128 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.services.service_base [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78432) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 13:37:54.040049 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.services.service_base [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78432) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 13:37:54.040590 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.services.service_base [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 13:37:54.040972 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78432) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:37:54.041298 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 13:37:54.052339 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78432) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:37:54.052681 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading Plugin: auto_allocate Jul 29 13:37:54.058579 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: network precommit_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.058958 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: network precommit_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.059477 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78432) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:37:54.059802 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading Plugin: tag Jul 29 13:37:54.066583 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78432) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:37:54.066919 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading Plugin: timestamp Jul 29 13:37:54.070742 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78432) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:37:54.071077 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading Plugin: network_ip_availability Jul 29 13:37:54.076391 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.076725 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.077087 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.077802 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78432) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:37:54.078129 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading Plugin: flavors Jul 29 13:37:54.084838 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78432) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:37:54.085176 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading Plugin: revisions Jul 29 13:37:54.089449 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78432) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:37:54.089845 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_concurrency.lockutils [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.630s {{(pid=78432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:37:54.090574 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78432) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 13:37:54.090913 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Initializing extension manager. Jul 29 13:37:54.091419 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: __init__.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.091763 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: __pycache__ {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.092130 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.092469 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: address_group.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.093227 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.093784 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: address-group Jul 29 13:37:54.094111 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: address_scope.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.094826 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.095328 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: address-scope Jul 29 13:37:54.095657 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: admin_state_down_before_update.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.097355 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.097861 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: router-admin-state-down-before-update Jul 29 13:37:54.098193 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: agent.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.098902 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.099402 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: agent Jul 29 13:37:54.099731 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: agent_resources_synced.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.100679 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.101182 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: agent-resources-synced Jul 29 13:37:54.101510 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: allowedaddresspairs.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.103314 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.103858 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: allowed-address-pairs Jul 29 13:37:54.104193 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: auto_allocated_topology.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.105278 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.105793 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: auto-allocated-topology Jul 29 13:37:54.106127 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: availability_zone.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.106832 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.107336 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: availability_zone Jul 29 13:37:54.107662 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: availability_zone_filter.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.108609 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.109117 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: availability_zone_filter Jul 29 13:37:54.109444 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: data_plane_status.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.110366 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.110872 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 13:37:54.111199 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: default_subnetpools.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.112216 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.112721 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: default-subnetpools Jul 29 13:37:54.113047 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: dhcpagentscheduler.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.113855 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.114357 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: dhcp_agent_scheduler Jul 29 13:37:54.114682 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: dns.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.115611 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.116147 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension dns-integration not supported by any of loaded plugins Jul 29 13:37:54.116480 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: dns_domain_ports.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.117418 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.117925 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 13:37:54.118254 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: dvr.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.118937 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.119440 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: dvr Jul 29 13:37:54.119770 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: empty_string_filtering.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.120714 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.121218 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: empty-string-filtering Jul 29 13:37:54.121548 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.122463 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.122960 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 13:37:54.123288 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.124229 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.124730 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 13:37:54.125057 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: external_net.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.125982 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.126485 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: external-net Jul 29 13:37:54.126810 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: extra_dhcp_opt.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.127756 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.128319 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: extra_dhcp_opt Jul 29 13:37:54.128645 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: extraroute.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.129568 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.130073 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: extraroute Jul 29 13:37:54.130398 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: extraroute_atomic.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.131438 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.131987 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: extraroute-atomic Jul 29 13:37:54.132321 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: filter_validation.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.132992 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.133492 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: filter-validation Jul 29 13:37:54.133818 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: fip_pf_description.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.134905 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.135403 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 13:37:54.135727 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: fip_port_details.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.136691 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.137203 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: fip-port-details Jul 29 13:37:54.137529 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: flavors.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.138752 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.139262 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: flavors Jul 29 13:37:54.139590 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.141267 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.141781 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 13:37:54.142118 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: floatingip_pools.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.142825 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.143884 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: floatingip-pools Jul 29 13:37:54.144343 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: ip_allocation.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.145279 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.145779 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 13:37:54.146107 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.147037 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.147549 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: ip-substring-filtering Jul 29 13:37:54.147915 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: l2_adjacency.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.148859 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.149357 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 13:37:54.149687 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: l3.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.150657 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.151174 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: router Jul 29 13:37:54.151506 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: l3_conntrack_helper.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.153749 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.154289 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 13:37:54.154628 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.155569 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.156132 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: ext-gw-mode Jul 29 13:37:54.156559 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.157504 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.158014 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: l3-ha Jul 29 13:37:54.158344 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: l3_flavors.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.160315 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.160818 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: l3-flavors Jul 29 13:37:54.161146 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.162091 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.162593 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 13:37:54.162921 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: l3agentscheduler.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.163986 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.164496 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: l3_agent_scheduler Jul 29 13:37:54.164832 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: logging.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.166338 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.166855 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension logging not supported by any of loaded plugins Jul 29 13:37:54.167190 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: metering.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.168002 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.168575 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: metering Jul 29 13:37:54.168906 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.170009 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.170518 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: metering_source_and_destination_fields Jul 29 13:37:54.170849 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: multiprovidernet.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.171939 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.172451 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: multi-provider Jul 29 13:37:54.172783 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: netmtu.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.173714 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.174223 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: net-mtu Jul 29 13:37:54.174589 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: netmtu_writable.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.175645 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.176194 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: net-mtu-writable Jul 29 13:37:54.176522 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: network_availability_zone.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.177208 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.177719 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: network_availability_zone Jul 29 13:37:54.178047 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: network_ip_availability.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.179141 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.179652 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: network-ip-availability Jul 29 13:37:54.180014 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: network_segment_range.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.180791 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.181287 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 13:37:54.181612 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: pagination.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.182600 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.182935 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: pagination Jul 29 13:37:54.183262 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: port_device_profile.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.184218 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.184731 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: port-device-profile Jul 29 13:37:54.185061 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.185987 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.186498 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: port-mac-address-regenerate Jul 29 13:37:54.186829 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.187758 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.188292 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: port-numa-affinity-policy Jul 29 13:37:54.188621 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: port_resource_request.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.189550 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.190149 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 13:37:54.190630 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: portbindings.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.191573 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.192117 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: binding Jul 29 13:37:54.192445 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: portbindings_extended.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.193719 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.194228 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: binding-extended Jul 29 13:37:54.194560 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: portsecurity.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.195483 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.196027 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: port-security Jul 29 13:37:54.196359 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: project_id.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.197341 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.197680 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: project-id Jul 29 13:37:54.198009 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: providernet.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.198939 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.199453 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: provider Jul 29 13:37:54.199781 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: qos.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.203292 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.203812 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension qos not supported by any of loaded plugins Jul 29 13:37:54.204177 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.205435 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.206617 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 13:37:54.206881 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.207817 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.208335 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 13:37:54.208683 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: qos_default.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.209611 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.210121 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension qos-default not supported by any of loaded plugins Jul 29 13:37:54.210454 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: qos_fip.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.211112 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.211612 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension qos-fip not supported by any of loaded plugins Jul 29 13:37:54.211972 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: qos_gateway_ip.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.212907 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.213411 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 13:37:54.213738 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: qos_port_network_policy.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.214659 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.215162 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 13:37:54.215489 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: qos_rule_type_details.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.216431 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.216934 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 13:37:54.217261 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: qos_rules_alias.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.218318 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.218891 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 13:37:54.219216 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: quotasv2.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.220227 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.220680 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: quotas Jul 29 13:37:54.221008 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: quotasv2_detail.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.222769 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.223104 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: quota_details Jul 29 13:37:54.223438 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: rbac.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.224516 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.225039 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: rbac-policies Jul 29 13:37:54.225375 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: rbac_address_group.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.226312 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.226818 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: rbac-address-group Jul 29 13:37:54.227147 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: rbac_address_scope.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.228111 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.228624 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: rbac-address-scope Jul 29 13:37:54.228951 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: rbac_security_groups.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.229873 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.230381 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: rbac-security-groups Jul 29 13:37:54.230708 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: rbac_subnetpool.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.231646 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.232186 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: rbac-subnetpool Jul 29 13:37:54.232516 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: revisionifmatch.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.233445 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.233952 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: revision-if-match Jul 29 13:37:54.234279 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: revisions.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.235397 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.235939 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: standard-attr-revisions Jul 29 13:37:54.236272 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: router_availability_zone.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.237559 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.238156 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: router_availability_zone Jul 29 13:37:54.238486 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: routerservicetype.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.239425 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.239971 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension router-service-type not supported by any of loaded plugins Jul 29 13:37:54.240301 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.241240 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.241746 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: security-groups-normalized-cidr Jul 29 13:37:54.242073 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: security_groups_port_filtering.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.243002 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.243505 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: port-security-groups-filtering Jul 29 13:37:54.243853 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.244794 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.245300 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: security-groups-remote-address-group Jul 29 13:37:54.245627 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: securitygroup.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.255763 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.256315 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: security-group Jul 29 13:37:54.256651 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: segment.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.257528 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.258045 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension segment not supported by any of loaded plugins Jul 29 13:37:54.258378 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.259331 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.259859 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 13:37:54.260195 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: servicetype.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.261322 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.261836 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: service-type Jul 29 13:37:54.262167 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: sorting.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.263155 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.263499 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: sorting Jul 29 13:37:54.263942 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: standard_attr_segment.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.264783 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.265297 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 13:37:54.265629 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: standardattrdescription.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.266283 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.266787 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: standard-attr-description Jul 29 13:37:54.267114 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: stateful_security_group.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.268073 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.268608 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: stateful-security-group Jul 29 13:37:54.268940 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: stdattrs_common.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.269530 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 13:37:54.269856 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.270875 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.271388 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 13:37:54.271717 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: subnet_onboard.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.272809 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.273497 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: subnet_onboard Jul 29 13:37:54.273651 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.274603 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.275113 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 13:37:54.275447 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: subnet_service_types.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.276406 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.277064 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: subnet-service-types Jul 29 13:37:54.277406 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: subnetallocation.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.278512 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.279023 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: subnet_allocation Jul 29 13:37:54.279357 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.280079 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.280587 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: subnetpool-prefix-ops Jul 29 13:37:54.280916 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.281861 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.282365 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 13:37:54.282694 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: tagging.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.283793 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.284334 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: standard-attr-tag Jul 29 13:37:54.284918 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: timestamp.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.286132 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.286644 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loaded extension: standard-attr-timestamp Jul 29 13:37:54.286973 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: trunk.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.288052 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.288565 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension trunk not supported by any of loaded plugins Jul 29 13:37:54.288893 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: trunk_details.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.289832 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.290340 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension trunk-details not supported by any of loaded plugins Jul 29 13:37:54.290667 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: uplink_status_propagation.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.291597 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.292141 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 13:37:54.292470 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Loading extension file: vlantransparent.py {{(pid=78432) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:37:54.293150 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78432) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:37:54.293657 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 13:37:54.296236 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:network Jul 29 13:37:54.296975 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:subnet Jul 29 13:37:54.297759 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 13:37:54.298386 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:port Jul 29 13:37:54.300398 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.300756 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service FLAVORS assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.301406 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.301843 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.302187 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:router Jul 29 13:37:54.302903 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:floatingip Jul 29 13:37:54.303728 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service METERING assigned prefix: /metering {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.305601 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.306118 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.306666 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:37:54.308529 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 13:37:54.309038 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:security_group Jul 29 13:37:54.310152 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 13:37:54.311446 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service CORE assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.311791 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 13:37:54.312272 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] subnetpool is already registered Jul 29 13:37:54.313080 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service CORE assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.313563 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 13:37:54.314027 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] subnetpool is already registered Jul 29 13:37:54.318036 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.318914 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service FLAVORS assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.319655 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.320236 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.320699 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:router Jul 29 13:37:54.321121 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] router is already registered Jul 29 13:37:54.322049 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:floatingip Jul 29 13:37:54.322464 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] floatingip is already registered Jul 29 13:37:54.323345 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service METERING assigned prefix: /metering {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.324286 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 13:37:54.324754 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] rbac_policy is already registered Jul 29 13:37:54.325500 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:security_group Jul 29 13:37:54.325984 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] security_group is already registered Jul 29 13:37:54.327141 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 13:37:54.327696 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] security_group_rule is already registered Jul 29 13:37:54.328801 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service CORE assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.329143 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 13:37:54.329485 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] subnetpool is already registered Jul 29 13:37:54.330094 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.v2.resource_helper [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Service CORE assigned prefix: {{(pid=78432) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:37:54.330428 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 13:37:54.330805 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING neutron.quota.resource_registry [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] subnetpool is already registered Jul 29 13:37:54.331447 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: extensions {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.332962 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: address-groups {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.334567 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: address-scopes {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.335781 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: agents {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.336946 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: auto-allocated-topology {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.338194 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: availability_zones {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.340544 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: dhcp-networks {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.341955 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: dhcp-agents {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.343395 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: routers {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.345224 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: flavors {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.346464 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: service_profiles {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.347655 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: next_providers {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.349214 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: service_profiles {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.350649 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: floatingip-pools {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.351887 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: routers {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.353664 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: floatingips {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.354852 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: l3-routers {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.356243 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: l3-agents {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.357665 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: metering-labels {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.359138 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: metering-label-rules {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.360449 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: network-ip-availabilities {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.361708 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: bindings {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.363966 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: quotas {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.365437 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: quotas {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.366848 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: rbac-policies {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.368170 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: security-groups {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.369376 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: security-group-rules {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.370616 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: service-providers {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.371848 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: subnetpools {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.373270 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: subnetpools {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.374724 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: tags {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.376435 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: tags {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.378905 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: tags {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.380725 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: tags {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.382505 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: tags {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.384384 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: tags {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.386089 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: tags {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.388005 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: tags {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.389782 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: tags {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.391616 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron.api.extensions [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Extended resource: tags {{(pid=78432) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:37:54.397770 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING keystonemiddleware.auth_token [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 13:37:54.403375 dv-cinder-801321-2-iscsi neutron-server[78432]: WARNING keystonemiddleware.auth_token [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 13:37:54.412313 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_concurrency.lockutils [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Acquired lock "singleton_lock" {{(pid=78432) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 13:37:54.412790 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_concurrency.lockutils [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Releasing lock "singleton_lock" {{(pid=78432) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 13:37:54.413433 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO oslo_service.service [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Starting 2 workers Jul 29 13:37:54.418109 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Started child 78539 {{(pid=78432) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 13:37:54.422542 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Started child 78540 {{(pid=78432) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 13:37:54.422977 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:37:54.423868 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO neutron.service [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 13:37:54.424446 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [-] (78539) wsgi starting up on http://0.0.0.0:9696 Jul 29 13:37:54.425131 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Notify callbacks [] for process, before_spawn {{(pid=78432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:37:54.427286 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:37:54.427709 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO oslo_service.service [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Starting 1 workers Jul 29 13:37:54.428661 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [-] (78540) wsgi starting up on http://0.0.0.0:9696 Jul 29 13:37:54.432572 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Started child 78541 {{(pid=78432) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 13:37:54.433082 dv-cinder-801321-2-iscsi neutron-server[78432]: INFO oslo_service.service [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Starting 1 workers Jul 29 13:37:54.435975 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.service [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] calling RpcWorker wait() {{(pid=78541) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 13:37:54.436498 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.service [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] returning from RpcWorker wait() {{(pid=78541) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 13:37:54.437359 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Started child 78542 {{(pid=78432) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 13:37:54.437819 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:37:54.438134 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG neutron_lib.callbacks.manager [None req-58f0cd22-2b86-4fce-b00f-6105087e409d None None] Notify callbacks [] for process, after_spawn {{(pid=78432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:37:54.438413 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:37:54.439940 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78432) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 29 13:37:54.440209 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 29 13:37:54.440400 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 29 13:37:54.440616 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 29 13:37:54.440960 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 29 13:37:54.441130 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 29 13:37:54.441635 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.441916 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.442044 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:37:54.442508 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.442508 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.442731 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.443289 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.443554 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.443808 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.444114 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.444371 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.444542 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.444712 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.444976 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.445214 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.445518 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.445772 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.446010 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.446290 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.446464 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.446721 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.446988 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.447221 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.447487 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] debug = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.447749 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.448257 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.448486 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.448751 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.448990 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.449273 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.449535 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.449818 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.450077 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.450297 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.450546 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.450818 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.451063 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.451299 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.451519 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.451769 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.452046 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.452513 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] host = dv-cinder-801321-2-iscsi {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.452733 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.452969 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.453204 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.453452 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.453703 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.453940 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.454196 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.454447 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.454725 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.454981 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.455227 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.455472 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.455780 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.456051 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.456219 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_options = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.456606 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.456896 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.457163 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.457354 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.457527 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.457706 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.457959 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.458124 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.458390 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.458625 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.458862 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.459082 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.459317 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.459674 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.459974 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.460210 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.460445 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.460677 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.460938 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.461169 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.461398 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.461633 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.461873 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.462092 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.462324 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.462542 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.462792 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.463007 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.463246 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.463524 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.463760 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.464045 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.464304 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.464549 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.464793 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.465021 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.465235 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.466328 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:37:54.466708 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.466965 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.467227 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.468364 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.468721 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.469140 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.469368 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.469699 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.469950 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_json = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.470190 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.470494 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.470701 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.470999 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.471735 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.472732 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.473612 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.474886 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.474886 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.475064 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.476112 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.476112 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.476112 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.476112 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.476423 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.476571 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.476816 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.477094 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.477428 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.478415 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.478415 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.478415 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.478415 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.478750 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.479624 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.479624 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.480219 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.480487 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.480772 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.481029 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.481398 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.481674 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.481948 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.482227 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.482462 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.482703 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.482949 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.483171 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.483397 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.483622 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.483901 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.484126 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.484346 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.484601 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.484834 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.485076 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.485314 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.485560 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.485803 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.486041 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.486271 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.486492 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.486716 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.487605 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.487876 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.488100 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.488324 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.488596 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.488827 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.489049 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.489261 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.489469 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.489686 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.489944 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.490164 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.490445 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.490668 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.490895 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.491124 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.491375 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.491615 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.491880 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.492093 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.492312 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.492549 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.492783 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.493029 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.493240 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.493454 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.493666 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.493901 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.494118 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.494354 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.494584 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.494801 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.495031 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.495247 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.495463 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.495700 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.495931 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.496147 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.496358 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.496635 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.496946 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.497162 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.497422 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.497655 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.497927 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.498175 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.498422 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.498654 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.498891 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.499138 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.499412 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.499670 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.499953 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.500245 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.500473 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.500706 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.500920 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.501139 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.501938 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.502197 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.502421 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.502692 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.502933 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.503208 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.503482 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.503710 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.503995 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.504239 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.504512 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.504749 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.505000 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.505304 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.505557 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.505819 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.506065 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.506313 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.506546 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.506791 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.507043 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.507285 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.507532 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.507750 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.508044 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.508318 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.508534 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.508743 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.508965 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.509281 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.509535 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.509749 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.509998 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.510235 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.510474 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.510706 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.510951 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.511198 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.511459 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.511709 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.511970 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.512194 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.512411 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.512650 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.512857 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.513085 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.513292 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.513507 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.513697 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.513908 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.514144 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.514362 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.514581 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.514804 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.515016 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.515228 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.515453 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.515660 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.515920 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.516166 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.516403 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.516617 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.516827 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.517056 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.517309 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.517540 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.517798 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.518042 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.518301 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.518557 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.518762 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.519011 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.519221 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.519476 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.519692 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.519925 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.520133 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.520361 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.520589 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.520812 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.521032 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.521262 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.521493 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.522022 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.522022 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.522525 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.522525 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.522736 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.522916 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.523123 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.523366 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.523580 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.523789 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.524023 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.524233 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.524496 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.524743 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.524975 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.525181 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.525408 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.525635 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.525844 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.526050 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.526329 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.526567 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.526791 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.527021 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.527243 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.527467 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.527673 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.527898 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.528119 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.528319 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.528561 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.528773 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.528978 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.529188 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.529413 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.529696 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.529943 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.530167 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.530453 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.530695 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.530919 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.531181 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.531504 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.531735 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.531989 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.532239 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.532456 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.532692 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.532955 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.533270 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.533557 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.534316 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.534583 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.535173 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.535477 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.535736 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.535986 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.536269 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.536600 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.536868 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.537128 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.537349 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.537616 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.537834 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.538044 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.538254 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.538492 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.538701 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.538951 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.539200 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.539440 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.539666 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.539908 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.540121 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.540361 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.540596 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.540828 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.541060 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.541214 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 13:37:54.541739 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78432) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 29 13:37:54.541899 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 29 13:37:54.542052 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 29 13:37:54.542217 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 29 13:37:54.542384 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 29 13:37:54.542533 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 29 13:37:54.542735 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.542898 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.543057 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.543214 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.543369 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.543546 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.543703 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.543878 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.544035 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.544190 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.544347 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.544504 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.544659 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.544816 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.544973 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.545134 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.545292 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.545450 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.545610 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.545765 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.545919 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.546074 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.546230 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] debug = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.546393 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.546574 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.546740 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.546911 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.547051 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.547220 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.547387 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.547561 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.547702 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.547802 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.547922 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.548078 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.548234 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.548389 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.548545 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.548700 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.548855 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.549011 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] host = dv-cinder-801321-2-iscsi {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.549171 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.549328 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.550079 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.550484 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.550484 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.550725 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.550725 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.550954 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.551085 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.551170 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.551315 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.551473 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.551629 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.551786 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.551966 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_options = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.552124 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.552281 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.552422 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.552609 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.552776 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.552933 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.553276 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.553276 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.553499 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.553620 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.553742 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.553861 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.553973 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.554108 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.554263 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.554418 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.554574 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.554730 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.554887 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.555043 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.555218 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.555348 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.555497 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.555705 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.555853 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.555970 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.556187 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.556308 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.556412 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.556560 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.556912 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.556912 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.557156 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.557156 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.557347 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.557498 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.557660 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.557821 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.557978 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.558133 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.558290 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.558445 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.558600 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.558755 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.558911 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.559065 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_json = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.559221 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.559376 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.559531 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.559687 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.559860 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.560020 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.560174 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.560330 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:37:54.560501 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.560662 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.560971 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.561173 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.561272 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.561460 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.561592 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.561746 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.561903 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.562061 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.562226 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.562385 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.562557 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.562723 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.562878 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.563040 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.563199 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.563357 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.563515 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.563667 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.563852 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.564000 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.564173 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.564335 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.564499 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.564640 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.564788 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.564947 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.565153 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.565385 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.565615 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.565798 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.565958 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.566116 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.566276 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.566434 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.566598 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.566755 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.566917 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.567093 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.567240 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.567390 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.567547 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.567642 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:37:54.567731 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.567877 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.568036 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.568195 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.568355 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.568515 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.568673 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.568842 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.569000 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.569158 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.569459 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.569621 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.569780 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.569938 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.570097 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.570255 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.570414 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.570572 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.570744 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.570903 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.571062 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.571221 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.571379 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.571537 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.571695 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.571872 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.572031 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.572189 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.572348 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.572507 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.572665 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.572827 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.572987 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.573160 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.573294 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.573452 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.573610 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.573768 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.573926 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.574086 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.574244 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.574412 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.574585 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.574743 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.574899 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.575057 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.575215 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.575372 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.575531 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.575689 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.575866 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.576030 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.576186 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.576344 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.576505 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.576663 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.576820 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.576977 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.577135 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.577341 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.577435 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.577596 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.577755 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.577913 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.578070 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.578227 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.578377 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.578536 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.578712 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.578912 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.578999 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.579162 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.579327 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.579491 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.579649 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.579865 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.579986 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.580146 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.580361 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.580459 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.580862 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.580862 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.581049 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.581049 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.581346 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.581429 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.581768 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.581768 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.581915 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.582261 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.582261 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.582688 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.582688 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.582688 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.582861 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.582925 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.583044 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.583234 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.583356 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.583517 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.583681 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.583863 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.584013 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.584171 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.584329 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.584491 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.584650 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.584808 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.584967 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.585120 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.585279 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.585437 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.585594 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.585801 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.585900 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.586050 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.586209 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.586366 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.586549 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.586735 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.586827 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.586968 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.587124 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.587280 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.587426 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.587583 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.587742 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.587919 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.588080 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.588240 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.588401 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.588559 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.588718 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.588878 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.589036 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.589195 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.589354 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.589512 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.589676 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.589831 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.589989 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.590148 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.590307 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.590465 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.590637 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.590799 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.590961 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.591117 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.591278 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.591424 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.591581 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.591738 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.591915 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.592073 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.592230 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.592367 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.592530 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.592693 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.592879 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.593018 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.593152 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.593317 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.593525 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.593676 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.593812 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.593945 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.594079 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.594212 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.594345 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.594478 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.594613 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.594776 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.594927 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.595089 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.595242 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.595377 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.595539 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.595681 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.595870 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.596029 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.596195 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.596945 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.597108 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.597268 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.597426 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.597598 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.597758 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.597918 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.598077 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.598235 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.598393 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.598553 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.598716 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.598883 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.599050 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.599210 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.599377 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.599543 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.599710 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.599887 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.600054 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.600224 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.600383 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.600542 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.600700 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.600859 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.601019 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.601176 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.601335 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.601493 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.601651 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.601810 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.601969 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.602127 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.602286 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.602443 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.602602 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.602760 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.602918 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.603077 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.603240 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:37:54.603391 dv-cinder-801321-2-iscsi neutron-server[78432]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78432) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 13:37:54.782601 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 57560) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:37:54.791778 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062406 Jul 29 13:38:05.201886 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc48931e-9e25-472e-b2c5-f0b71e99f92e None None] get_active_networks_info from dv-cinder-801321-2-iscsi {{(pid=78541) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 13:38:05.290918 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc48931e-9e25-472e-b2c5-f0b71e99f92e None None] No non-hosted networks {{(pid=78541) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 13:38:05.316667 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.agentschedulers_db [None req-cc48931e-9e25-472e-b2c5-f0b71e99f92e None None] DHCP Agent not found on host dv-cinder-801321-2-iscsi {{(pid=78541) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 13:38:05.466441 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-134503f6-8b45-4dd3-abb4-cce2f3c32280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1996112'] for agent, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:05.585680 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1996112'] for agent, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:05.586763 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.587394 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.588029 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.588613 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.589169 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.589750 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.590291 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.590947 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.592763 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.593431 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.593942 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.594489 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:05.595095 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801321-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:38:05.610742 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801321-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:38:07.805393 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-afb06a54-4329-4e99-af2e-75eaaacc18b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1996112'] for agent, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:07.828943 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c209615e-ca88-44d3-a77a-57ae985d5cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:09.228447 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1996112'] for agent, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:10.182428 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.db.l3_hamode_db [None req-4ada3045-070f-4974-8013-173825036b9d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 13:38:10.270924 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada3045-070f-4974-8013-173825036b9d None None] Routers set() bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:38:10.271553 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada3045-070f-4974-8013-173825036b9d None None] Router IDs set() for agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 29 13:38:10.858672 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1996112'] for agent, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:11.997354 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 57652) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:12.569119 dv-cinder-801321-2-iscsi neutron-server[78539]: WARNING oslo_policy.policy [None req-d000eb50-6a4d-4869-bd35-52061f237c92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:38:12.569752 dv-cinder-801321-2-iscsi neutron-server[78539]: WARNING oslo_policy.policy [None req-d000eb50-6a4d-4869-bd35-52061f237c92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:38:12.785224 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [None req-d000eb50-6a4d-4869-bd35-52061f237c92 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:38:12.786520 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d000eb50-6a4d-4869-bd35-52061f237c92 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7882648 Jul 29 13:38:15.111305 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 57666) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:15.467688 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-b9fb9335-43ae-49e4-a4e0-ac4561660734 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:38:15.567407 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.policy [None req-b9fb9335-43ae-49e4-a4e0-ac4561660734 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78539) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 13:38:15.611073 dv-cinder-801321-2-iscsi neutron-server[78539]: WARNING oslo_policy.policy [None req-b9fb9335-43ae-49e4-a4e0-ac4561660734 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:38:15.611448 dv-cinder-801321-2-iscsi neutron-server[78539]: WARNING oslo_policy.policy [None req-b9fb9335-43ae-49e4-a4e0-ac4561660734 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:38:15.620362 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.quota [None req-b9fb9335-43ae-49e4-a4e0-ac4561660734 admin admin] Loaded quota_driver: . Jul 29 13:38:15.635927 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-b9fb9335-43ae-49e4-a4e0-ac4561660734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:38:15.694389 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9335-43ae-49e4-a4e0-ac4561660734 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053298310', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053298899', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053285065', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053247397', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053241630', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053264323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7556307', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7466046', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1888289', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1725017'] for rbac-policy, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:15.755453 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9335-43ae-49e4-a4e0-ac4561660734 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:15.763007 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b9fb9335-43ae-49e4-a4e0-ac4561660734 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6443720 Jul 29 13:38:18.346111 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 57680) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:18.688895 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:38:18.694373 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:38:18.698792 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Usage tracker for resource:network and tenant:54afb1fcfd3a45c5af2eff5e80539657 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:38:18.703229 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:38:18.709393 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:38:18.718368 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Made reservation on behalf of 54afb1fcfd3a45c5af2eff5e80539657 for: {'network': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:38:18.721106 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:18.738759 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:18.752336 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:38:18.756570 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Usage tracker for resource:security_group_rule and tenant:54afb1fcfd3a45c5af2eff5e80539657 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:38:18.761455 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:38:18.766926 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:38:18.866996 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:18.870517 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:18.875637 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:18.895025 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=78539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:38:18.920028 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786055235476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:18.920625 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Unsubscribe: segment precommit_create {{(pid=78539) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 13:38:18.921119 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.segments_db [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Added segment 3291450f-9e0c-49a7-b9cd-f599635ee51f of type vlan for network d290988e-9729-4389-a605-c47c2e205fc4 Jul 29 13:38:18.930012 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b20d48b-a10e-4c78-b6af-3f064a438638,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:18.984736 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.985014 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.985347 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.985670 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.985988 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.986324 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.986643 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.986958 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.987968 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.988294 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.988607 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.988918 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Tracked resource versions report: Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: pushed versions: Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: { 'AddressGroup': {'1.2'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'ConntrackHelper': {'1.0'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Log': {'1.0'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Network': {'1.1'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Port': {'1.7'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'PortForwarding': {'1.2'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'QosPolicy': {'1.8'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SecurityGroup': {'1.4'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SubPort': {'1.0'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Subnet': {'1.1'}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Trunk': {'1.1'}} Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: consumer versions: Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: { DHCP agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: L3 agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: Metadata agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: Metering agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: Open vSwitch agent@dv-cinder-801321-2-iscsi: { 'AddressGroup': '1.2', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'ConntrackHelper': '1.0', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Log': '1.0', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Network': '1.1', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Port': '1.7', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'PortForwarding': '1.2', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'QosPolicy': '1.8', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SecurityGroup': '1.4', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SecurityGroupRule': '1.2', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SubPort': '1.0', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Subnet': '1.1', Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Trunk': '1.1'}} Jul 29 13:38:18.990026 dv-cinder-801321-2-iscsi neutron-server[78539]: {{(pid=78539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:38:19.034618 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:19.040886 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:19.079761 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:19.081221 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:38:19.082002 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:19.086452 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:19.189436 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8422368 Jul 29 13:38:19.199135 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Pushing event updated for resources: {'Network': ['ID=d290988e-9729-4389-a605-c47c2e205fc4,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:19.203578 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:19.212956 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network d290988e-9729-4389-a605-c47c2e205fc4 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:38:21.880180 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 57696) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:22.457262 dv-cinder-801321-2-iscsi neutron-server[78540]: WARNING oslo_policy.policy [None req-3ba6a62c-2014-46b7-822c-55ed8827d88a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:38:22.457815 dv-cinder-801321-2-iscsi neutron-server[78540]: WARNING oslo_policy.policy [None req-3ba6a62c-2014-46b7-822c-55ed8827d88a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:38:22.900705 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.policy [None req-3ba6a62c-2014-46b7-822c-55ed8827d88a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78540) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 13:38:22.946290 dv-cinder-801321-2-iscsi neutron-server[78540]: WARNING oslo_policy.policy [None req-3ba6a62c-2014-46b7-822c-55ed8827d88a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:38:22.946679 dv-cinder-801321-2-iscsi neutron-server[78540]: WARNING oslo_policy.policy [None req-3ba6a62c-2014-46b7-822c-55ed8827d88a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:38:22.954775 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6a62c-2014-46b7-822c-55ed8827d88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:38:22.957505 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-3ba6a62c-2014-46b7-822c-55ed8827d88a admin admin] 10.222.0.23 "GET /v2.0/networks/d290988e-9729-4389-a605-c47c2e205fc4 HTTP/1.1" status: 200 len: 825 time: 1.0752783 Jul 29 13:38:22.990456 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-5ccf3972-7ccb-4b39-b2b1-81c158c2095d admin admin] 10.222.0.23 "GET /v2.0/subnetpools/b27adae8-e7d0-48a9-937b-6e3339f96cfb HTTP/1.1" status: 200 len: 734 time: 0.0276368 Jul 29 13:38:22.999243 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4', 'name': 'private-subnet', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'subnetpool_id': 'b27adae8-e7d0-48a9-937b-6e3339f96cfb'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:38:23.000867 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.quota [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Loaded quota_driver: . Jul 29 13:38:23.006909 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:38:23.012396 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Usage tracker for resource:subnet and tenant:54afb1fcfd3a45c5af2eff5e80539657 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:38:23.015639 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:38:23.023096 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:38:23.038016 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Made reservation on behalf of 54afb1fcfd3a45c5af2eff5e80539657 for: {'subnet': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:38:23.040882 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:23.348282 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for subnet, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:23.354099 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:23.431464 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Checking segment: {'id': '3291450f-9e0c-49a7-b9cd-f599635ee51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:38:23.431871 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Network hostable DHCP agents. Network: d290988e-9729-4389-a605-c47c2e205fc4, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:38:23.448185 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b8943a-ea71-4e4e-a570-e955b6c89d8e,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:23.460199 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.460576 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.460915 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.461249 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.461570 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.461905 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.462226 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.462543 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.462880 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.463197 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.463512 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.463844 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Tracked resource versions report: Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: pushed versions: Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: { 'AddressGroup': {'1.2'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'ConntrackHelper': {'1.0'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Log': {'1.0'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Network': {'1.1'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Port': {'1.7'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'PortForwarding': {'1.2'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'QosPolicy': {'1.8'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SecurityGroup': {'1.4'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SubPort': {'1.0'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Subnet': {'1.1'}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Trunk': {'1.1'}} Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: consumer versions: Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: { DHCP agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: L3 agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: Metadata agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: Metering agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: Open vSwitch agent@dv-cinder-801321-2-iscsi: { 'AddressGroup': '1.2', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'ConntrackHelper': '1.0', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Log': '1.0', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Network': '1.1', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Port': '1.7', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'PortForwarding': '1.2', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'QosPolicy': '1.8', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SecurityGroup': '1.4', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SecurityGroupRule': '1.2', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SubPort': '1.0', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Subnet': '1.1', Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Trunk': '1.1'}} Jul 29 13:38:23.464988 dv-cinder-801321-2-iscsi neutron-server[78540]: {{(pid=78540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:38:23.492190 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Network d290988e-9729-4389-a605-c47c2e205fc4 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:38:23.501029 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:23.505586 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, d290988e-9729-4389-a605-c47c2e205fc4) {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:38:23.510167 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:38:23.511359 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:23.514691 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b059c-a1ae-4303-896b-06a1ca989c11 None None] Network d290988e-9729-4389-a605-c47c2e205fc4 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:38:23.544342 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5381885 Jul 29 13:38:23.911256 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6ec5a6-a024-540c-ad00-68320459d9b4-d290988e-9729-4389-a605-c47c2e205fc4', 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'fixed_ips': [{'subnet_id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e'}]}} from dv-cinder-801321-2-iscsi. {{(pid=78541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 13:38:23.912535 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:24.094119 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.db_base_plugin_common [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Allocated IP 172.20.0.2 (d290988e-9729-4389-a605-c47c2e205fc4/d6b8943a-ea71-4e4e-a570-e955b6c89d8e/d47846ae-d5ff-4c98-ae15-94da9877eabf) {{(pid=78541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:38:24.327881 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Notify callbacks [] for port, precommit_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:24.341002 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Transition to ACTIVE for port object d47846ae-d5ff-4c98-ae15-94da9877eabf will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:38:24.361083 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Transition to ACTIVE for port object d47846ae-d5ff-4c98-ae15-94da9877eabf will not be triggered until provisioned by entity DHCP. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:38:24.369167 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:24.374718 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:24.433397 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Network d290988e-9729-4389-a605-c47c2e205fc4 is already hosted by enough agents. {{(pid=78541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:38:24.436300 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.base_scheduler [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Resources bound (agent type, host, resource id): {{(pid=78541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:38:24.444956 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Received port after_create {{(pid=78541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:38:24.448314 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Pushing event updated for resources: {'Port': ['ID=d47846ae-d5ff-4c98-ae15-94da9877eabf,revision_number=1']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:24.488734 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.489081 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.489421 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.489754 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.490087 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.490423 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.490749 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.491073 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.491411 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.491734 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.492077 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.492393 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Tracked resource versions report: Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: pushed versions: Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: { 'AddressGroup': {'1.2'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'ConntrackHelper': {'1.0'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Log': {'1.0'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Network': {'1.1'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Port': {'1.7'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'PortForwarding': {'1.2'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'QosPolicy': {'1.8'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SecurityGroup': {'1.4'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SubPort': {'1.0'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Subnet': {'1.1'}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Trunk': {'1.1'}} Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: consumer versions: Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: { DHCP agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: L3 agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: Metadata agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: Metering agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: Open vSwitch agent@dv-cinder-801321-2-iscsi: { 'AddressGroup': '1.2', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'ConntrackHelper': '1.0', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Log': '1.0', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Network': '1.1', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Port': '1.7', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'PortForwarding': '1.2', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'QosPolicy': '1.8', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SecurityGroup': '1.4', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SecurityGroupRule': '1.2', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SubPort': '1.0', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Subnet': '1.1', Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Trunk': '1.1'}} Jul 29 13:38:24.493561 dv-cinder-801321-2-iscsi neutron-server[78541]: {{(pid=78541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:38:24.528430 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:24.547409 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Attempting to bind port d47846ae-d5ff-4c98-ae15-94da9877eabf on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:38:24.547834 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Attempting to bind port d47846ae-d5ff-4c98-ae15-94da9877eabf by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '3291450f-9e0c-49a7-b9cd-f599635ee51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:38:24.548285 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Attempting to bind port d47846ae-d5ff-4c98-ae15-94da9877eabf on network d290988e-9729-4389-a605-c47c2e205fc4 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:38:24.554004 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:38:24.554420 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Checking segment: {'id': '3291450f-9e0c-49a7-b9cd-f599635ee51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:38:24.554897 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:24.555294 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Bound using segment: {'id': '3291450f-9e0c-49a7-b9cd-f599635ee51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:38:24.555788 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Bound port: d47846ae-d5ff-4c98-ae15-94da9877eabf, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3291450f-9e0c-49a7-b9cd-f599635ee51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:38:24.556205 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:24.661563 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] For port d47846ae-d5ff-4c98-ae15-94da9877eabf, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:38:24.665465 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] For port d47846ae-d5ff-4c98-ae15-94da9877eabf, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=d47846ae-d5ff-4c98-ae15-94da9877eabf,segment=NetworkSegment(3291450f-9e0c-49a7-b9cd-f599635ee51f),segment_id=3291450f-9e0c-49a7-b9cd-f599635ee51f)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:38:24.669651 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:24.673487 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:24.756064 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Pushing event updated for resources: {'Port': ['ID=d47846ae-d5ff-4c98-ae15-94da9877eabf,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:24.759113 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:26.076606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 57716) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:26.453143 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [None req-bdd8decf-234f-44cf-8ac9-50b2012cf3b6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:38:26.454139 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-bdd8decf-234f-44cf-8ac9-50b2012cf3b6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3765805 Jul 29 13:38:28.186962 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device d47846ae-d5ff-4c98-ae15-94da9877eabf up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:38:28.257225 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port d47846ae-d5ff-4c98-ae15-94da9877eabf completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:38:28.453777 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1dbb86-7b82-4200-b6df-6ed3ab073e65 None None] Network d290988e-9729-4389-a605-c47c2e205fc4 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:38:28.536388 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-19237fbb-53d0-4ac7-a580-9a1ada62acf8 None None] Provisioning for port d47846ae-d5ff-4c98-ae15-94da9877eabf completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:38:28.545866 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-19237fbb-53d0-4ac7-a580-9a1ada62acf8 None None] Provisioning complete for port d47846ae-d5ff-4c98-ae15-94da9877eabf triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:38:28.546267 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-19237fbb-53d0-4ac7-a580-9a1ada62acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:28.771162 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-19237fbb-53d0-4ac7-a580-9a1ada62acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:28.821217 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-19237fbb-53d0-4ac7-a580-9a1ada62acf8 None None] For port d47846ae-d5ff-4c98-ae15-94da9877eabf, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=d47846ae-d5ff-4c98-ae15-94da9877eabf,segment=NetworkSegment(3291450f-9e0c-49a7-b9cd-f599635ee51f),segment_id=3291450f-9e0c-49a7-b9cd-f599635ee51f)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:38:28.826984 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-19237fbb-53d0-4ac7-a580-9a1ada62acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:28.830537 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:28.839999 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 57730) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:28.900679 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19237fbb-53d0-4ac7-a580-9a1ada62acf8 None None] Pushing event updated for resources: {'Port': ['ID=d47846ae-d5ff-4c98-ae15-94da9877eabf,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:28.903849 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-19237fbb-53d0-4ac7-a580-9a1ada62acf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:29.050196 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-c52ed61b-63be-45c3-a283-c3ea188bd7c2 None None] Provisioning complete for port d47846ae-d5ff-4c98-ae15-94da9877eabf triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:38:29.050569 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c52ed61b-63be-45c3-a283-c3ea188bd7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:29.214727 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [None req-f3f78049-a035-44cf-9818-5460744e9205 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:38:29.215686 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-f3f78049-a035-44cf-9818-5460744e9205 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3747716 Jul 29 13:38:30.164605 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device d47846ae-d5ff-4c98-ae15-94da9877eabf up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:38:30.230295 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port d47846ae-d5ff-4c98-ae15-94da9877eabf triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:38:30.230670 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:31.489776 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:38:31.812850 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 57742) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:32.153661 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:38:32.158672 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:38:32.163008 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] Usage tracker for resource:router and tenant:54afb1fcfd3a45c5af2eff5e80539657 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:38:32.166241 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:38:32.172071 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:38:32.181939 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1976013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:32.183771 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1975848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1883'] for router, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:32.207265 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:32.317371 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1975871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884'] for router, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:32.335737 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] Notify callbacks [] for router, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:32.336937 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-9d175249-61e4-497d-8222-2be234a7566a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5231240 Jul 29 13:38:34.684118 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 57752) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:35.045905 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [None req-bba01966-479a-4295-8645-61df3be515c2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:38:35.046892 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-bba01966-479a-4295-8645-61df3be515c2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3618453 Jul 29 13:38:35.158088 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c8897ae6-e3f8-4fa1-b943-b51fb9a0e3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:35.562815 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:37.396186 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 57762) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:37.753812 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:38:37.758785 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:38:37.763055 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Usage tracker for resource:network and tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:38:37.764317 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6bddf90f-cc72-4fe5-aec7-62be5f031b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:37.766203 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:38:37.772168 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:38:37.781090 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Made reservation on behalf of 8e4f6a4438114d9ea8866ff8a2ce9f61 for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:38:37.783396 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:37.799565 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:37.814038 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:38:37.818434 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Usage tracker for resource:security_group_rule and tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:38:37.821526 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:38:37.827089 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:38:37.936848 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:37.940274 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:37.944009 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:37.958977 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Reserving flat network on physical network physnet1 {{(pid=78540) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 13:38:37.979509 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4397265-9e1e-48f0-85c8-2303401c517e,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:37.984698 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786055235476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:37.985274 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Unsubscribe: segment precommit_create {{(pid=78540) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 13:38:37.985713 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Added segment d73c6c39-2c7a-461c-b89f-1a4fa7598a55 of type flat for network eed72035-af2d-4cbe-b110-9304fe4a96ea Jul 29 13:38:37.995510 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:38.028608 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:38.068804 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:38.069988 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:38:38.070571 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:38.074870 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:38.167993 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7707162 Jul 29 13:38:38.170900 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Pushing event updated for resources: {'Network': ['ID=eed72035-af2d-4cbe-b110-9304fe4a96ea,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:38.174086 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:38.182570 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network eed72035-af2d-4cbe-b110-9304fe4a96ea details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:38:39.172227 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:40.532120 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 57782) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:40.739937 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e12b2-2962-43b9-a204-3f498ac5f1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:38:40.741262 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-6b2e12b2-2962-43b9-a204-3f498ac5f1bf admin admin] 10.222.0.23 "GET /v2.0/subnets/d6b8943a-ea71-4e4e-a570-e955b6c89d8e HTTP/1.1" status: 200 len: 849 time: 0.2081857 Jul 29 13:38:40.807157 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:40.880703 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-31389486-85ec-4cab-a190-8cd24fb20c0a admin admin] 10.222.0.23 "GET /v2.0/routers/c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 HTTP/1.1" status: 200 len: 704 time: 0.1340165 Jul 29 13:38:41.339318 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:41.563303 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Allocated IP 172.20.0.1 (d290988e-9729-4389-a605-c47c2e205fc4/d6b8943a-ea71-4e4e-a570-e955b6c89d8e/878b3f80-bbfc-4b50-82fb-33c73bcfab2b) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:38:41.746851 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:41.764443 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Transition to ACTIVE for port object 878b3f80-bbfc-4b50-82fb-33c73bcfab2b will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:38:41.816918 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:41.821312 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:41.882295 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Network d290988e-9729-4389-a605-c47c2e205fc4 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:38:41.885243 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:38:41.888934 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:38:41.889445 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973849'] for router_interface, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:42.013678 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Pushing event updated for resources: {'Port': ['ID=878b3f80-bbfc-4b50-82fb-33c73bcfab2b,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:42.023421 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:42.054473 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-c70dbec8-47c9-4305-9836-897f93694dd6 None None] Provisioning for port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:38:42.058982 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-c70dbec8-47c9-4305-9836-897f93694dd6 None None] Provisioning complete for port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:38:42.059354 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c70dbec8-47c9-4305-9836-897f93694dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:42.115974 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-c70dbec8-47c9-4305-9836-897f93694dd6 None None] Port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:38:42.151692 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:42.374618 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:42.379618 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:42.380706 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973814'] for router_interface, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:42.383881 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:42.517344 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Pushing event updated for resources: {'Port': ['ID=878b3f80-bbfc-4b50-82fb-33c73bcfab2b,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:42.523308 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:42.572734 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Network d290988e-9729-4389-a605-c47c2e205fc4 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:38:42.573715 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:38:42.737060 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-04947a6f-584d-42e2-9767-76ba7d4f87a2 None None] Provisioning complete for port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:38:42.738039 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-04947a6f-584d-42e2-9767-76ba7d4f87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:42.760797 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Router c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 is scheduled to L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 with binding_index 1 {{(pid=78540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 13:38:42.789204 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-04947a6f-584d-42e2-9767-76ba7d4f87a2 None None] Port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:38:42.914381 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:38:42.923156 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] 10.222.0.23 "PUT /v2.0/routers/c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0374901 Jul 29 13:38:42.923536 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Sync routers for ids ['c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:38:42.934045 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Routers {'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:38:42.934890 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:38:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:38:43.106787 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Set router c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 gateway port host: None {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:38:43.475452 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'name': 'router1', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:38:32Z', 'updated_at': '2021-07-29T13:38:42Z', 'revision_number': 2, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'gw_port_host': None, '_interfaces': [{'id': '878b3f80-bbfc-4b50-82fb-33c73bcfab2b', 'name': '', 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'mac_address': 'fa:16:3e:25:5e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:38:41Z', 'updated_at': '2021-07-29T13:38:42Z', 'revision_number': 2, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'subnets': [{'id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b27adae8-e7d0-48a9-937b-6e3339f96cfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:38:43.480261 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Checking router: c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:38:43.480637 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Updating router c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:38:43.531855 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:43.906253 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:43.921882 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Transition to ACTIVE for port object 878b3f80-bbfc-4b50-82fb-33c73bcfab2b will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:38:43.928784 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:43.934964 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:44.149375 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Pushing event updated for resources: {'Port': ['ID=878b3f80-bbfc-4b50-82fb-33c73bcfab2b,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:44.161281 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.161817 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.162158 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.162490 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.162818 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.163143 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.163466 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.163788 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.164142 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.164462 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.164779 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.165095 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Tracked resource versions report: Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: pushed versions: Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: { 'AddressGroup': {'1.2'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'ConntrackHelper': {'1.0'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Log': {'1.0'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Network': {'1.1'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Port': {'1.7'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'PortForwarding': {'1.2'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'QosPolicy': {'1.8'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SecurityGroup': {'1.4'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SubPort': {'1.0'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Subnet': {'1.1'}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Trunk': {'1.1'}} Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: consumer versions: Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: { DHCP agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: L3 agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: Metadata agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: Metering agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: Open vSwitch agent@dv-cinder-801321-2-iscsi: { 'AddressGroup': '1.2', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'ConntrackHelper': '1.0', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Log': '1.0', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Network': '1.1', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Port': '1.7', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'PortForwarding': '1.2', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'QosPolicy': '1.8', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SecurityGroup': '1.4', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SecurityGroupRule': '1.2', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SubPort': '1.0', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Subnet': '1.1', Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Trunk': '1.1'}} Jul 29 13:38:44.166211 dv-cinder-801321-2-iscsi neutron-server[78542]: {{(pid=78542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:38:44.169750 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:44.186215 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Attempting to bind port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:38:44.186622 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Attempting to bind port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '3291450f-9e0c-49a7-b9cd-f599635ee51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:38:44.187056 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Attempting to bind port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b on network d290988e-9729-4389-a605-c47c2e205fc4 {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:38:44.192416 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:38:44.192828 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Checking segment: {'id': '3291450f-9e0c-49a7-b9cd-f599635ee51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:38:44.193308 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:44.193696 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Bound using segment: {'id': '3291450f-9e0c-49a7-b9cd-f599635ee51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:38:44.194209 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Bound port: 878b3f80-bbfc-4b50-82fb-33c73bcfab2b, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3291450f-9e0c-49a7-b9cd-f599635ee51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:38:44.194590 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:44.282812 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] For port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:38:44.289152 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] For port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=878b3f80-bbfc-4b50-82fb-33c73bcfab2b,segment=NetworkSegment(3291450f-9e0c-49a7-b9cd-f599635ee51f),segment_id=3291450f-9e0c-49a7-b9cd-f599635ee51f)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:38:44.292528 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:44.297198 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:44.383895 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Pushing event updated for resources: {'Port': ['ID=878b3f80-bbfc-4b50-82fb-33c73bcfab2b,revision_number=4']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:44.390360 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:44.390945 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Routers {'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:38:44.391558 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:38:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:38:44.547457 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] Set router c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 gateway port host: None {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:38:44.864608 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'name': 'router1', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:38:32Z', 'updated_at': '2021-07-29T13:38:42Z', 'revision_number': 2, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'gw_port_host': None, '_interfaces': [{'id': '878b3f80-bbfc-4b50-82fb-33c73bcfab2b', 'name': '', 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'mac_address': 'fa:16:3e:25:5e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:38:41Z', 'updated_at': '2021-07-29T13:38:44Z', 'revision_number': 4, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'subnets': [{'id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b27adae8-e7d0-48a9-937b-6e3339f96cfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:38:44.868528 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721cde3c-5e84-4e8e-b801-e316f2eb3295 None None] The sync data for ids ['c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'] in dv-cinder-801321-2-iscsi is: [{'id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'name': 'router1', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:38:32Z', 'updated_at': '2021-07-29T13:38:42Z', 'revision_number': 2, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'gw_port_host': None, '_interfaces': [{'id': '878b3f80-bbfc-4b50-82fb-33c73bcfab2b', 'name': '', 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'mac_address': 'fa:16:3e:25:5e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:38:41Z', 'updated_at': '2021-07-29T13:38:44Z', 'revision_number': 4, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'subnets': [{'id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b27adae8-e7d0-48a9-937b-6e3339f96cfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:38:45.106563 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 57804) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:45.298624 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b98207-dc6a-465f-9a68-3216f8ae66ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:38:45.299195 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-61b98207-dc6a-465f-9a68-3216f8ae66ae admin admin] Synchronizing usage tracker for tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 on resource:network {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:38:45.318004 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-61b98207-dc6a-465f-9a68-3216f8ae66ae admin admin] Unset dirty status for tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 on resource:network {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:38:45.323949 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-61b98207-dc6a-465f-9a68-3216f8ae66ae admin admin] 10.222.0.23 "GET /v2.0/networks/eed72035-af2d-4cbe-b110-9304fe4a96ea HTTP/1.1" status: 200 len: 842 time: 0.2116315 Jul 29 13:38:45.329279 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:38:45.334998 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:38:45.338791 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Usage tracker for resource:subnet and tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:38:45.341602 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:38:45.347981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:38:45.357107 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Made reservation on behalf of 8e4f6a4438114d9ea8866ff8a2ce9f61 for: {'subnet': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:38:45.359411 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:45.729785 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.objects.ports [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78540) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jul 29 13:38:45.730263 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for subnet, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:45.735185 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:45.811365 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6137bc06-00a6-44a6-a0de-9923f9173975,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:45.814087 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:38:45.814738 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Network hostable DHCP agents. Network: eed72035-af2d-4cbe-b110-9304fe4a96ea, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:38:45.820422 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:45.834080 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:38:45.842135 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, eed72035-af2d-4cbe-b110-9304fe4a96ea) {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:38:45.845975 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:38:45.846552 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:45.852395 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57b75f3-02b6-47a7-9b4d-0960de584a26 None None] Network eed72035-af2d-4cbe-b110-9304fe4a96ea requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:38:45.866483 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5408962 Jul 29 13:38:46.075061 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908fca82-f305-4e5d-a736-9f7ef81d92c6 None None] Network eed72035-af2d-4cbe-b110-9304fe4a96ea requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:38:46.199069 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 878b3f80-bbfc-4b50-82fb-33c73bcfab2b up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:38:46.356245 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:38:46.366408 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:38:46.366775 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:46.481726 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:46.514956 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=878b3f80-bbfc-4b50-82fb-33c73bcfab2b,segment=NetworkSegment(3291450f-9e0c-49a7-b9cd-f599635ee51f),segment_id=3291450f-9e0c-49a7-b9cd-f599635ee51f)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:38:46.518595 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:46.521335 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:46.591138 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=878b3f80-bbfc-4b50-82fb-33c73bcfab2b,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:46.594084 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:48.077178 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 57818) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:48.175337 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 878b3f80-bbfc-4b50-82fb-33c73bcfab2b up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:38:48.241350 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:38:48.241732 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:48.328483 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-188c77df-13c8-4ded-9b0b-8d7935fa0035 admin admin] 10.222.0.23 "GET /v2.0/routers/c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 HTTP/1.1" status: 200 len: 710 time: 0.2501688 Jul 29 13:38:48.475423 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577fb6a-b0c4-47a6-a156-b919d5b766f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:38:48.476845 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1577fb6a-b0c4-47a6-a156-b919d5b766f2 admin admin] 10.222.0.23 "GET /v2.0/networks/eed72035-af2d-4cbe-b110-9304fe4a96ea HTTP/1.1" status: 200 len: 886 time: 0.1427112 Jul 29 13:38:48.485322 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:38:48.917853 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:49.248724 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:49.303696 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:49.443868 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Allocated IP 172.27.0.37 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/9c2cfe3f-103a-46de-8b02-410be9e0608a) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:38:49.590760 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:49.646139 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:49.652303 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:49.747964 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:38:49.749063 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:38:49.755688 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:38:49.817120 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2cfe3f-103a-46de-8b02-410be9e0608a,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:49.869147 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:50.128083 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:50.457059 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:50.460330 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1673875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1975911'] for router, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:50.636389 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Router c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 13:38:50.810503 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:38:50.819385 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:50.820073 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Sync routers for ids ['c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:38:50.820593 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 HTTP/1.1" status: 200 len: 889 time: 2.3384464 Jul 29 13:38:50.836268 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Routers {'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:38:50.836938 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:38:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:38:51.031843 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Set router c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:38:51.370344 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'name': 'router1', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c2cfe3f-103a-46de-8b02-410be9e0608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:38:32Z', 'updated_at': '2021-07-29T13:38:49Z', 'revision_number': 4, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'gw_port': {'id': '9c2cfe3f-103a-46de-8b02-410be9e0608a', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:38:49Z', 'updated_at': '2021-07-29T13:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '878b3f80-bbfc-4b50-82fb-33c73bcfab2b', 'name': '', 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'mac_address': 'fa:16:3e:25:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:38:41Z', 'updated_at': '2021-07-29T13:38:46Z', 'revision_number': 5, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'subnets': [{'id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b27adae8-e7d0-48a9-937b-6e3339f96cfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:38:51.375264 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Checking router: c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:38:51.375623 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Updating router c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 port 9c2cfe3f-103a-46de-8b02-410be9e0608a binding host dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:38:51.425919 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:51.747113 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:51.758393 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Transition to ACTIVE for port object 9c2cfe3f-103a-46de-8b02-410be9e0608a will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:38:51.765081 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:51.769665 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:51.869102 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Attempting to bind port 9c2cfe3f-103a-46de-8b02-410be9e0608a on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:38:51.869700 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Attempting to bind port 9c2cfe3f-103a-46de-8b02-410be9e0608a by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:38:51.869817 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Attempting to bind port 9c2cfe3f-103a-46de-8b02-410be9e0608a on network eed72035-af2d-4cbe-b110-9304fe4a96ea {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:38:51.877508 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:38:51.877690 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:38:51.878123 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:51.878521 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Bound using segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:38:51.879145 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Bound port: 9c2cfe3f-103a-46de-8b02-410be9e0608a, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:38:51.879546 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:51.908663 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b7955-315c-4fc3-9b2e-b3c9c4e58bda None None] Pushing event updated for resources: {'Port': ['ID=9c2cfe3f-103a-46de-8b02-410be9e0608a,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:51.921419 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c07b7955-315c-4fc3-9b2e-b3c9c4e58bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:51.954077 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] For port 9c2cfe3f-103a-46de-8b02-410be9e0608a, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:38:51.957790 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] For port 9c2cfe3f-103a-46de-8b02-410be9e0608a, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=9c2cfe3f-103a-46de-8b02-410be9e0608a,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:38:51.961866 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:51.965573 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-19237fbb-53d0-4ac7-a580-9a1ada62acf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:52.041377 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Routers {'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:38:52.042000 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:38:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:38:52.094353 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b7955-315c-4fc3-9b2e-b3c9c4e58bda None None] Pushing event updated for resources: {'Port': ['ID=9c2cfe3f-103a-46de-8b02-410be9e0608a,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:52.104356 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c07b7955-315c-4fc3-9b2e-b3c9c4e58bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:52.223208 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] Set router c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:38:52.552423 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'name': 'router1', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c2cfe3f-103a-46de-8b02-410be9e0608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:38:32Z', 'updated_at': '2021-07-29T13:38:49Z', 'revision_number': 4, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'gw_port': {'id': '9c2cfe3f-103a-46de-8b02-410be9e0608a', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:38:49Z', 'updated_at': '2021-07-29T13:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '878b3f80-bbfc-4b50-82fb-33c73bcfab2b', 'name': '', 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'mac_address': 'fa:16:3e:25:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:38:41Z', 'updated_at': '2021-07-29T13:38:46Z', 'revision_number': 5, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'subnets': [{'id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b27adae8-e7d0-48a9-937b-6e3339f96cfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:38:52.556261 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814e3b6-c0c2-4249-aaad-e8b32570f9e1 None None] The sync data for ids ['c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55'] in dv-cinder-801321-2-iscsi is: [{'id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'name': 'router1', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c2cfe3f-103a-46de-8b02-410be9e0608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:38:32Z', 'updated_at': '2021-07-29T13:38:49Z', 'revision_number': 4, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'gw_port': {'id': '9c2cfe3f-103a-46de-8b02-410be9e0608a', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:38:49Z', 'updated_at': '2021-07-29T13:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '878b3f80-bbfc-4b50-82fb-33c73bcfab2b', 'name': '', 'network_id': 'd290988e-9729-4389-a605-c47c2e205fc4', 'tenant_id': '54afb1fcfd3a45c5af2eff5e80539657', 'mac_address': 'fa:16:3e:25:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0082a5b-3dc1-4b6e-a37d-b19fb6d56c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:38:41Z', 'updated_at': '2021-07-29T13:38:46Z', 'revision_number': 5, 'project_id': '54afb1fcfd3a45c5af2eff5e80539657', 'subnets': [{'id': 'd6b8943a-ea71-4e4e-a570-e955b6c89d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b27adae8-e7d0-48a9-937b-6e3339f96cfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:38:53.183967 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 57828) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:38:53.300576 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-033c6e64-be33-483c-add4-3fc8af14be7b admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1143389 Jul 29 13:38:54.208914 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 9c2cfe3f-103a-46de-8b02-410be9e0608a up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:38:54.278313 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 9c2cfe3f-103a-46de-8b02-410be9e0608a completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:38:54.283155 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 9c2cfe3f-103a-46de-8b02-410be9e0608a triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:38:54.283534 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:54.407287 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:54.424807 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 9c2cfe3f-103a-46de-8b02-410be9e0608a, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=9c2cfe3f-103a-46de-8b02-410be9e0608a,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:38:54.430228 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:38:54.432310 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:38:54.509678 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=9c2cfe3f-103a-46de-8b02-410be9e0608a,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:38:54.516623 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:38:56.201102 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 9c2cfe3f-103a-46de-8b02-410be9e0608a up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:38:56.270407 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 9c2cfe3f-103a-46de-8b02-410be9e0608a triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:38:56.271000 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:05.154784 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2d4552b9-f8c8-452b-87d1-d8ebe80679a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:05.565169 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:07.768054 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-650f6323-dd2d-4fbe-bb1f-ab00ffc00b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:08.489088 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:39:09.174802 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:10.824585 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:35.159590 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2ec8234a-9e32-40d5-9209-e377354279e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:35.568094 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:37.779890 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-eab47ea0-c960-44cf-b2a2-d72218854395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:39.182552 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:40.826973 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:39:45.487975 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:40:05.157968 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-d8b82094-6d50-4a3e-ac81-94a46142d2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:05.572427 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:07.777550 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-ba81b5cd-015e-4b38-ae06-cb7ae0db67ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:09.182402 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:10.840450 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:22.486042 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:40:35.162755 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2aa9c5b7-8de7-4997-ae21-c14b379b85e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:35.574884 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:37.769771 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-115b5c9d-b0b1-4cdb-a3d5-d96db3d1d905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:39.208538 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:40.835182 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:54.068347 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 58398) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:40:54.134549 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.pecan_wsgi.hooks.translation [None req-136658ae-934b-491e-85be-df051667259f admin admin] GET failed (client error): The resource could not be found. Jul 29 13:40:54.135811 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-136658ae-934b-491e-85be-df051667259f admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0665483 Jul 29 13:40:54.298883 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab18177-fb1b-4261-becc-f179dcc55f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:40:54.300248 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-4ab18177-fb1b-4261-becc-f179dcc55f90 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601467 Jul 29 13:40:56.389553 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 58408) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:40:56.496776 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db5c971-e904-445b-8d9c-45aec3658fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:40:56.498002 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-8db5c971-e904-445b-8d9c-45aec3658fb2 admin admin] 10.222.0.23 "GET /v2.0/subnets/d6b8943a-ea71-4e4e-a570-e955b6c89d8e HTTP/1.1" status: 200 len: 849 time: 0.1075263 Jul 29 13:40:56.507659 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:40:56.617301 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:56.801493 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786055237946'] for subnet, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:56.805464 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:40:56.843694 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:40:56.844641 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:56.845947 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] 10.222.0.23 "PUT /v2.0/subnets/d6b8943a-ea71-4e4e-a570-e955b6c89d8e HTTP/1.1" status: 200 len: 868 time: 0.3421860 Jul 29 13:40:56.847887 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9daa076-4586-470a-aad9-7daccd6cccad None None] Network d290988e-9729-4389-a605-c47c2e205fc4 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:40:56.871708 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b8943a-ea71-4e4e-a570-e955b6c89d8e,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:40:56.879299 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.879660 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.880059 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.880899 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.881228 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.881555 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.881874 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.882193 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.882513 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.883326 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.883326 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.883543 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:40:56.887656 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:40:57.333836 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-7d070068-ee88-4255-8401-9a37748c05e3 None None] Provisioning complete for port d47846ae-d5ff-4c98-ae15-94da9877eabf triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:40:57.334216 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7d070068-ee88-4255-8401-9a37748c05e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:57.463043 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-7d070068-ee88-4255-8401-9a37748c05e3 None None] Provisioning complete for port 878b3f80-bbfc-4b50-82fb-33c73bcfab2b triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:40:57.463415 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7d070068-ee88-4255-8401-9a37748c05e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:40:58.967895 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58418) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:40:59.138801 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b81dc-6203-4948-98f1-5fa1b83d156b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:40:59.139283 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b81dc-6203-4948-98f1-5fa1b83d156b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:40:59.140837 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-450b81dc-6203-4948-98f1-5fa1b83d156b admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1720076 Jul 29 13:40:59.485335 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:41:01.235208 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 58428) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:01.408345 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b56bab-2356-4b93-b2d0-d1976badeb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:01.408828 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b56bab-2356-4b93-b2d0-d1976badeb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:01.410356 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-46b56bab-2356-4b93-b2d0-d1976badeb45 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1741440 Jul 29 13:41:03.520401 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58438) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:03.691381 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb25f3-9a3d-4117-8ba1-acbc030e19d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:03.693430 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-cadb25f3-9a3d-4117-8ba1-acbc030e19d3 admin admin] 10.222.0.23 "GET /v2.0/networks/d290988e-9729-4389-a605-c47c2e205fc4 HTTP/1.1" status: 200 len: 869 time: 0.1718495 Jul 29 13:41:05.165709 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9b996dc3-057b-4ff5-a51f-9224f8b4ec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:05.577429 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:05.835661 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58448) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:05.997175 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f476916-e91e-45f4-b897-9e256aec0c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:05.998516 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-7f476916-e91e-45f4-b897-9e256aec0c66 admin admin] 10.222.0.23 "GET /v2.0/networks/eed72035-af2d-4cbe-b110-9304fe4a96ea HTTP/1.1" status: 200 len: 886 time: 0.1619458 Jul 29 13:41:07.773614 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b3a50f3a-8f5e-40c4-8235-769e105c7386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:08.088666 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 58458) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:08.193504 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614aa2e8-8a27-4325-93ad-e21b19badf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:08.193977 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614aa2e8-8a27-4325-93ad-e21b19badf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:08.195506 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-614aa2e8-8a27-4325-93ad-e21b19badf8b admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1059160 Jul 29 13:41:09.186061 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:10.351466 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 58468) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:10.459094 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b43ab-383a-45d1-b44f-124d1fc72a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:10.459473 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b43ab-383a-45d1-b44f-124d1fc72a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:10.461003 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-714b43ab-383a-45d1-b44f-124d1fc72a8a admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085179 Jul 29 13:41:10.841690 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:12.552249 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58478) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:12.653814 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccedf8ce-8fe9-468e-8304-b10b618640dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:12.654376 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-ccedf8ce-8fe9-468e-8304-b10b618640dd admin admin] Synchronizing usage tracker for tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 on resource:subnet {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:41:12.669815 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-ccedf8ce-8fe9-468e-8304-b10b618640dd admin admin] Unset dirty status for tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 on resource:subnet {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:41:12.671181 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-ccedf8ce-8fe9-468e-8304-b10b618640dd admin admin] 10.222.0.23 "GET /v2.0/subnets/6137bc06-00a6-44a6-a0de-9923f9173975 HTTP/1.1" status: 200 len: 816 time: 0.1180081 Jul 29 13:41:14.759840 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58488) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:14.865186 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e9bc0f-b795-4c7a-b1ff-5bb9e256ae46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:14.866534 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-60e9bc0f-b795-4c7a-b1ff-5bb9e256ae46 admin admin] 10.222.0.23 "GET /v2.0/subnets/d6b8943a-ea71-4e4e-a570-e955b6c89d8e HTTP/1.1" status: 200 len: 868 time: 0.1057458 Jul 29 13:41:35.168287 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-718342e8-cf27-4e92-be2d-97a03de96036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:35.579211 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:36.484017 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:41:37.774807 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1d4dca49-d781-4b4e-bb9d-62b9c4773a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:37.778915 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 58532) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:37.827064 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [None req-87efef9c-655b-48be-b8df-cc86a1482815 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:41:37.832297 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-87efef9c-655b-48be-b8df-cc86a1482815 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523820 Jul 29 13:41:39.188352 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:40.014698 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58542) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:40.080331 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a2e8ba-269a-488b-9e45-010c2c20f102 admin admin] GET failed (client error): The resource could not be found. Jul 29 13:41:40.081580 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-a6a2e8ba-269a-488b-9e45-010c2c20f102 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659502 Jul 29 13:41:40.204512 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdc6ac1-e843-4de6-aada-4b42b90835e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:40.205878 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-fcdc6ac1-e843-4de6-aada-4b42b90835e6 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1200733 Jul 29 13:41:40.844741 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:42.363350 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 58552) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:42.409870 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:41:42.415427 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:41:42.425535 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:41:42.435552 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Made reservation on behalf of 8e4f6a4438114d9ea8866ff8a2ce9f61 for: {'network': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:41:42.437853 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:42.528867 dv-cinder-801321-2-iscsi neutron-server[78539]: WARNING neutron.services.revisions.revision_plugin [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Could not find related network for resource to bump revision. Jul 29 13:41:42.541633 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=78539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:41:42.550556 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:42.550902 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.segments_db [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Added segment 7d95d3aa-2179-4620-ab77-691c4dc3d6d3 of type vlan for network 0cef977d-41ef-48b1-8643-8d785d47653c Jul 29 13:41:42.576651 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:42.604198 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:42.605457 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:42.606045 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:42.610462 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:41:42.705637 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3410780 Jul 29 13:41:42.708598 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Pushing event updated for resources: {'Network': ['ID=0cef977d-41ef-48b1-8643-8d785d47653c,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:41:42.723386 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:41:42.730759 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 0cef977d-41ef-48b1-8643-8d785d47653c details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:41:44.861059 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 58562) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:41:44.927052 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec224a7d-124a-4999-9fb0-0ec4617c7069 admin admin] GET failed (client error): The resource could not be found. Jul 29 13:41:44.927610 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-ec224a7d-124a-4999-9fb0-0ec4617c7069 admin admin] Synchronizing usage tracker for tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 on resource:network {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:41:44.942173 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-ec224a7d-124a-4999-9fb0-0ec4617c7069 admin admin] Unset dirty status for tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 on resource:network {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:41:44.943349 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-ec224a7d-124a-4999-9fb0-0ec4617c7069 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0813427 Jul 29 13:41:45.046104 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda4cafb-8f8b-4718-a540-a2c865236df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:45.047427 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-dda4cafb-8f8b-4718-a540-a2c865236df6 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1002045 Jul 29 13:41:45.057560 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c', 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:41:45.062015 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:41:45.071798 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:41:45.080894 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Made reservation on behalf of 8e4f6a4438114d9ea8866ff8a2ce9f61 for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:41:45.083143 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:45.290919 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:45.295435 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-249aeeab-d26f-4ee5-aeb0-e5b241e1d101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:41:45.362594 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e0d7b0-cbea-42d8-a61f-97568306b8a6,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:41:45.367178 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:41:45.370984 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Checking segment: {'id': '7d95d3aa-2179-4620-ab77-691c4dc3d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:41:45.371349 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Network hostable DHCP agents. Network: 0cef977d-41ef-48b1-8643-8d785d47653c, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:41:45.390905 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Network 0cef977d-41ef-48b1-8643-8d785d47653c is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:41:45.400190 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 0cef977d-41ef-48b1-8643-8d785d47653c) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:41:45.404483 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:41:45.405054 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:45.409574 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055fc854-7b2e-439b-b768-1349d56602eb None None] Network 0cef977d-41ef-48b1-8643-8d785d47653c requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:41:45.429453 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3752756 Jul 29 13:41:45.627248 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6ec5a6-a024-540c-ad00-68320459d9b4-0cef977d-41ef-48b1-8643-8d785d47653c', 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c', 'tenant_id': '8e4f6a4438114d9ea8866ff8a2ce9f61', 'fixed_ips': [{'subnet_id': 'c5e0d7b0-cbea-42d8-a61f-97568306b8a6'}]}} from dv-cinder-801321-2-iscsi. {{(pid=78541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 13:41:45.628158 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:45.788303 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.db_base_plugin_common [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Allocated IP 192.168.233.2 (0cef977d-41ef-48b1-8643-8d785d47653c/c5e0d7b0-cbea-42d8-a61f-97568306b8a6/ec4b490b-37cc-4928-9206-387b19da35a6) {{(pid=78541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:41:45.988729 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Notify callbacks [] for port, precommit_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:46.000146 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Transition to ACTIVE for port object ec4b490b-37cc-4928-9206-387b19da35a6 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:41:46.019124 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Transition to ACTIVE for port object ec4b490b-37cc-4928-9206-387b19da35a6 will not be triggered until provisioned by entity DHCP. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:41:46.025104 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:46.032975 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:41:46.118694 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Network 0cef977d-41ef-48b1-8643-8d785d47653c is already hosted by enough agents. {{(pid=78541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:41:46.121446 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.base_scheduler [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Resources bound (agent type, host, resource id): {{(pid=78541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:41:46.124092 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Received port after_create {{(pid=78541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:41:46.133735 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Pushing event updated for resources: {'Port': ['ID=ec4b490b-37cc-4928-9206-387b19da35a6,revision_number=1']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:41:46.172639 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.172981 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.173314 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.173640 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.173964 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.174289 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.174610 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.174924 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.175259 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.175572 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.175932 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.176392 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:41:46.180818 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:41:46.242370 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Attempting to bind port ec4b490b-37cc-4928-9206-387b19da35a6 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:41:46.242666 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Attempting to bind port ec4b490b-37cc-4928-9206-387b19da35a6 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '7d95d3aa-2179-4620-ab77-691c4dc3d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:41:46.243039 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Attempting to bind port ec4b490b-37cc-4928-9206-387b19da35a6 on network 0cef977d-41ef-48b1-8643-8d785d47653c {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:41:46.248345 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:41:46.248721 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Checking segment: {'id': '7d95d3aa-2179-4620-ab77-691c4dc3d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:41:46.249124 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:46.249520 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Bound using segment: {'id': '7d95d3aa-2179-4620-ab77-691c4dc3d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:41:46.249983 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Bound port: ec4b490b-37cc-4928-9206-387b19da35a6, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d95d3aa-2179-4620-ab77-691c4dc3d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:41:46.250373 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:46.337510 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] For port ec4b490b-37cc-4928-9206-387b19da35a6, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:41:46.340620 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] For port ec4b490b-37cc-4928-9206-387b19da35a6, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=ec4b490b-37cc-4928-9206-387b19da35a6,segment=NetworkSegment(7d95d3aa-2179-4620-ab77-691c4dc3d6d3),segment_id=7d95d3aa-2179-4620-ab77-691c4dc3d6d3)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:41:46.345232 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:46.349330 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:41:46.425500 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Pushing event updated for resources: {'Port': ['ID=ec4b490b-37cc-4928-9206-387b19da35a6,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:41:46.436618 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:41:47.274237 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21fa3dd-03ad-4ff3-81c7-4626c8b178e7 None None] Network 0cef977d-41ef-48b1-8643-8d785d47653c requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:41:47.389687 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-0d540ae4-0bc6-4a2c-8d74-a8fb7be884a2 None None] Provisioning for port ec4b490b-37cc-4928-9206-387b19da35a6 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:41:48.293329 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device ec4b490b-37cc-4928-9206-387b19da35a6 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:41:48.363624 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port ec4b490b-37cc-4928-9206-387b19da35a6 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:41:48.368118 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port ec4b490b-37cc-4928-9206-387b19da35a6 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:41:48.368489 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:48.482701 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:48.514464 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port ec4b490b-37cc-4928-9206-387b19da35a6, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=ec4b490b-37cc-4928-9206-387b19da35a6,segment=NetworkSegment(7d95d3aa-2179-4620-ab77-691c4dc3d6d3),segment_id=7d95d3aa-2179-4620-ab77-691c4dc3d6d3)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:41:48.518453 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:41:48.520510 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c07b7955-315c-4fc3-9b2e-b3c9c4e58bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:41:48.583335 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=ec4b490b-37cc-4928-9206-387b19da35a6,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:41:48.586307 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:41:50.271800 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device ec4b490b-37cc-4928-9206-387b19da35a6 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:41:50.343072 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port ec4b490b-37cc-4928-9206-387b19da35a6 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:41:50.343528 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:05.171621 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b5fee899-1a6e-4a80-b220-8088f3d55097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:05.581269 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:07.779069 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-3bd95cd8-8286-47f2-af87-3ae953fe43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:09.191468 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:10.852495 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:13.483471 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:42:35.173928 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-74100312-f481-4735-a3a1-42a0fefb730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:35.583408 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:37.781504 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-ff92a67a-941c-4a3d-b5c6-6b33ca291931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:39.193577 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:40.854951 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:42:50.482666 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:43:05.176447 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8d713c08-bc8c-42d7-99fc-97c97b79656d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:05.584009 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:07.784771 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e8d0e069-87b3-4784-adc1-163b2d294b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:09.197209 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:10.855541 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:11.808162 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 58612) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:43:11.813975 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [None req-51186635-d663-4bb1-ab69-808846d53436 tempest-verify_tempest_config-1568346362 tempest-verify_tempest_config-1568346362-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:43:11.814960 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-51186635-d663-4bb1-ab69-808846d53436 tempest-verify_tempest_config-1568346362 tempest-verify_tempest_config-1568346362-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058448 Jul 29 13:43:12.114690 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58630) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:43:12.227852 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:12.245208 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:43:12.248959 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Usage tracker for resource:security_group_rule and tenant:8e4ca4ed1c374f66a693ce301e112e3d is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:43:12.252334 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:43:12.257973 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:43:12.341623 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:12.345449 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:12.354217 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:43:12.391328 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Synchronizing usage tracker for tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:43:12.395249 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea93282-16b5-484a-bacb-21e4026ebb35,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:43:12.406017 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.406398 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.406766 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.407130 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.407467 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.407962 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.408297 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.408629 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.408981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.409310 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.409635 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.409959 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:43:12.415551 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:43:12.421269 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Unset dirty status for tenant:8e4f6a4438114d9ea8866ff8a2ce9f61 on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:43:12.426045 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e4ca4ed1c374f66a693ce301e112e3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3068118 Jul 29 13:43:12.426045 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58636) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:43:12.481963 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-736f73ae-1a71-4d29-8fe0-0593fd7e7af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:12.507082 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-736f73ae-1a71-4d29-8fe0-0593fd7e7af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:12.599597 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-736f73ae-1a71-4d29-8fe0-0593fd7e7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:12.603720 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:43:12.617835 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f73ae-1a71-4d29-8fe0-0593fd7e7af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea93282-16b5-484a-bacb-21e4026ebb35,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:43:12.621581 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-736f73ae-1a71-4d29-8fe0-0593fd7e7af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:43:12.625057 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-736f73ae-1a71-4d29-8fe0-0593fd7e7af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:12.627126 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-736f73ae-1a71-4d29-8fe0-0593fd7e7af9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cea93282-16b5-484a-bacb-21e4026ebb35 HTTP/1.1" status: 204 len: 168 time: 0.1997256 Jul 29 13:43:27.481578 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:43:35.177532 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-ae36004d-cd22-472a-bbcd-4f2cfe2dac49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:35.585282 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:37.786203 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fdc498a2-e6ba-4dfd-b3ca-694770e4c28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:39.199445 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:43:40.857251 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:04.480968 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:44:05.179188 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-27def512-6c31-4922-929c-c87b1539f298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:05.585650 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:07.787898 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c10c2b35-bcd1-464a-91a9-dbe44af414c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:09.201280 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:10.860927 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:35.184813 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cc972076-bfaa-4e8f-b9e3-f985709fdb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:35.586920 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:37.790551 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9d9c0294-ac8f-4b39-aef8-932911e07bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:39.206103 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:40.864870 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:41.479226 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 5 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:44:42.864206 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1996112'] for agent, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:44:47.428059 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58688) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:44:47.537450 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-0f22903c-dce4-497d-aa7e-0edc3c984b3e admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1080530 Jul 29 13:44:49.712348 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58698) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:44:49.776378 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-541e1035-9067-4258-a888-b69c1ce3b835 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0629389 Jul 29 13:45:05.185810 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1e9a44e1-16bb-46a1-ab8d-8122b90e49fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:05.588698 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:07.795004 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-3eec9f7e-3069-4017-8240-1648d17550df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:09.208400 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:10.867245 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:12.823185 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:18.478604 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:45:35.188429 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-61aa8270-4112-4519-87a9-df4fa6b7cafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:35.591032 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:37.790901 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-048b0efd-8544-440d-8be7-ac30556f4861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:39.215710 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:40.876500 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:42.825849 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:45:55.477170 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:46:05.192621 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0e08eb9c-5f4e-4c95-b9e4-a2502bc908a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:05.599141 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:07.797823 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-24ec0c2b-3801-43b8-aa76-a26c4690810c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:09.215427 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:10.879308 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:12.828745 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:26.043017 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58884) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:26.416617 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2082366462-network', 'tenant_id': '4dc807af497149c1900a5787ab037ed5'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:26.420636 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:26.424801 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Usage tracker for resource:network and tenant:4dc807af497149c1900a5787ab037ed5 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:26.431746 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:26.439062 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:26.453076 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Made reservation on behalf of 4dc807af497149c1900a5787ab037ed5 for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:26.456681 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:26.471017 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:26.487489 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:26.492710 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc807af497149c1900a5787ab037ed5 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:26.495691 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:26.507406 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:26.629524 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:26.634620 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:26.638935 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:26.668543 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d097f326-a2c9-4b5b-8669-49d1c926bf31,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:26.681435 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.681795 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.682388 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.682684 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.683186 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.683682 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.684041 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.684485 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.684871 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.685198 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.685541 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.685841 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Tracked resource versions report: Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: pushed versions: Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: { 'AddressGroup': {'1.2'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'ConntrackHelper': {'1.0'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Log': {'1.0'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Network': {'1.1'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Port': {'1.7'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'PortForwarding': {'1.2'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'QosPolicy': {'1.8'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SecurityGroup': {'1.4'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SubPort': {'1.0'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Subnet': {'1.1'}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Trunk': {'1.1'}} Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: consumer versions: Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: { DHCP agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: HyperV agent@hv-cinder-80132: {}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: L3 agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: Metadata agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: Metering agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: Open vSwitch agent@dv-cinder-801321-2-iscsi: { 'AddressGroup': '1.2', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'ConntrackHelper': '1.0', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Log': '1.0', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Network': '1.1', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Port': '1.7', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'PortForwarding': '1.2', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'QosPolicy': '1.8', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SecurityGroup': '1.4', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SecurityGroupRule': '1.2', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'SubPort': '1.0', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Subnet': '1.1', Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: 'Trunk': '1.1'}} Jul 29 13:46:26.686928 dv-cinder-801321-2-iscsi neutron-server[78540]: {{(pid=78540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:46:26.690297 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:26.700125 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=78540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:46:26.712697 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:26.713289 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Added segment 4f42e86e-9bb4-4920-9c80-8760938d9c53 of type vlan for network a99642f8-b062-46ca-9aa8-f628b2b4e5dd Jul 29 13:46:26.743703 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:26.780683 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:26.783378 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:26.784409 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:26.801790 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2226314a-181a-4b43-b678-82bc53965635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:26.929959 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 58920) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:26.935613 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Request body: {'subnet': {'network_id': 'a99642f8-b062-46ca-9aa8-f628b2b4e5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2082366462-subnet', 'tenant_id': '4dc807af497149c1900a5787ab037ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:26.940125 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8956673 Jul 29 13:46:26.944522 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:26.951725 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Usage tracker for resource:subnet and tenant:4dc807af497149c1900a5787ab037ed5 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:26.968820 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:26.975978 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:27.008479 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Made reservation on behalf of 4dc807af497149c1900a5787ab037ed5 for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:27.011707 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:27.052887 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a99642f8-b062-46ca-9aa8-f628b2b4e5dd,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:27.057064 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58924) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:27.061654 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:27.077543 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network a99642f8-b062-46ca-9aa8-f628b2b4e5dd details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:46:27.152241 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58932) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:27.162068 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 58936) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:27.358038 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-network', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:27.362563 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:27.381362 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Usage tracker for resource:network and tenant:6cfd3748c1d14e658070c8f54d22f737 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:27.386246 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:27.403801 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:27.421982 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1339638164-network', 'tenant_id': 'fb562d0ff8054aa3ab4b370a67de2d7b'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:27.433792 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:27.446527 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Usage tracker for resource:network and tenant:fb562d0ff8054aa3ab4b370a67de2d7b is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:27.458432 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:27.475455 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:27.486784 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-38745410-network', 'tenant_id': '2026d9b7e1c749a99c004c932f036162'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:27.503778 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Made reservation on behalf of 6cfd3748c1d14e658070c8f54d22f737 for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:27.507714 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:27.521280 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:27.526978 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:27.531869 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Usage tracker for resource:network and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:27.536297 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:27.536791 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:27.545146 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:27.564282 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Made reservation on behalf of 2026d9b7e1c749a99c004c932f036162 for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:27.567210 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:27.581970 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:27.595056 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:27.612617 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:27.617100 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Usage tracker for resource:security_group_rule and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:27.620438 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:27.629125 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Made reservation on behalf of fb562d0ff8054aa3ab4b370a67de2d7b for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:27.633542 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:27.634746 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd60ff0-6fe5-487c-b457-618a0d7b8f45,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:27.655937 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:27.658657 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:27.667302 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.668018 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.668666 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.669900 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.670513 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.671063 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.671591 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.672312 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.672895 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.673395 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.673878 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.674379 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Tracked resource versions report: Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: pushed versions: Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: { 'AddressGroup': {'1.2'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'ConntrackHelper': {'1.0'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Log': {'1.0'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Network': {'1.1'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Port': {'1.7'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'PortForwarding': {'1.2'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'QosPolicy': {'1.8'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SecurityGroup': {'1.4'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SubPort': {'1.0'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Subnet': {'1.1'}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Trunk': {'1.1'}} Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: consumer versions: Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: { DHCP agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: HyperV agent@hv-cinder-80132: {}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: L3 agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: Metadata agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: Metering agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: Open vSwitch agent@dv-cinder-801321-2-iscsi: { 'AddressGroup': '1.2', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'ConntrackHelper': '1.0', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Log': '1.0', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Network': '1.1', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Port': '1.7', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'PortForwarding': '1.2', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'QosPolicy': '1.8', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SecurityGroup': '1.4', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SecurityGroupRule': '1.2', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'SubPort': '1.0', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Subnet': '1.1', Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: 'Trunk': '1.1'}} Jul 29 13:46:27.675703 dv-cinder-801321-2-iscsi neutron-server[78539]: {{(pid=78539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:46:27.680823 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:27.687109 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6cfd3748c1d14e658070c8f54d22f737 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:27.690598 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:27.691542 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Checking segment: {'id': '4f42e86e-9bb4-4920-9c80-8760938d9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a99642f8-b062-46ca-9aa8-f628b2b4e5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:27.692180 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Network hostable DHCP agents. Network: a99642f8-b062-46ca-9aa8-f628b2b4e5dd, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:46:27.701406 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:27.712736 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:27.726023 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:27.730528 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Usage tracker for resource:security_group_rule and tenant:fb562d0ff8054aa3ab4b370a67de2d7b is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:27.734394 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:27.737623 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Network a99642f8-b062-46ca-9aa8-f628b2b4e5dd is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:46:27.741653 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:27.768524 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, a99642f8-b062-46ca-9aa8-f628b2b4e5dd) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:27.772931 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:27.773542 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:27.780597 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72631b5-da9f-4144-9dee-e1468b52e54e None None] Network a99642f8-b062-46ca-9aa8-f628b2b4e5dd requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:46:27.853100 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9118865 Jul 29 13:46:28.260924 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.300234 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.355642 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-80dacdfc-8bc0-4303-8bf4-d0ca697bbf8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:28.373415 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254d521-0a7b-4a40-8ec7-e313d13f61de None None] Network a99642f8-b062-46ca-9aa8-f628b2b4e5dd requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:46:28.396362 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3d8748-1148-4914-a703-6d344f441d88,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:28.414653 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:28.424135 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.428135 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=78540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:46:28.431781 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.440070 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.458812 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=78540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:46:28.471055 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.472196 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Added segment 9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac of type vlan for network eb925b22-19d5-405f-9907-5e2d5d2e2063 Jul 29 13:46:28.501004 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.509883 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.517981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.518705 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Added segment 7ac44e1c-dff0-4fe0-99b1-c2ff392813ad of type vlan for network 96f4876e-fe94-4c5a-a961-3b195609878f Jul 29 13:46:28.527545 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:28.611358 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.624446 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401234d8-92dd-4f05-b7b1-8b5e0715174d,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:28.646769 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=78540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:46:28.694112 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.696487 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.697016 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Added segment b7c6ee34-2b12-456b-a6b2-6e4b4f857794 of type vlan for network d2824a85-fc73-49f9-8e13-55569bb4643d Jul 29 13:46:28.698568 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa73d6e-8285-4a3c-a41e-c61c11ec335e,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:28.702610 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:28.721368 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:28.721956 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.725552 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:28.725861 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:28.731134 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:28.816619 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.866611 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.885705 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:28.886345 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:28.896960 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb925b22-19d5-405f-9907-5e2d5d2e2063,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:28.900127 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:28.909912 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:28.918692 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network eb925b22-19d5-405f-9907-5e2d5d2e2063 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:46:29.032096 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Pushing event updated for resources: {'Network': ['ID=96f4876e-fe94-4c5a-a961-3b195609878f,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:29.036989 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:29.038058 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.db.resource_extend [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 13:46:29.052952 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59028) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:29.053539 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8823760 Jul 29 13:46:29.054968 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9964817 Jul 29 13:46:29.058272 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59032) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:29.060774 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Request body: {'subnet': {'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-subnet', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:29.065812 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Request body: {'subnet': {'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-subnet', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:29.068649 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:29.071258 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:29.076709 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Usage tracker for resource:subnet and tenant:6cfd3748c1d14e658070c8f54d22f737 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:29.076857 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Usage tracker for resource:subnet and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:29.081672 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:29.089392 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:29.090046 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:29.095851 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 96f4876e-fe94-4c5a-a961-3b195609878f details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:46:29.098994 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:29.116810 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Made reservation on behalf of 6cfd3748c1d14e658070c8f54d22f737 for: {'subnet': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:29.120604 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.129774 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Made reservation on behalf of 2026d9b7e1c749a99c004c932f036162 for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:29.132313 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.150165 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.164338 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:29.165297 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.184750 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:29.300355 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Pushing event updated for resources: {'Network': ['ID=d2824a85-fc73-49f9-8e13-55569bb4643d,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:29.314916 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1604564 Jul 29 13:46:29.315942 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59046) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:29.345282 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network d2824a85-fc73-49f9-8e13-55569bb4643d details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:46:29.366639 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:29.383287 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Request body: {'subnet': {'network_id': 'd2824a85-fc73-49f9-8e13-55569bb4643d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1339638164-subnet', 'tenant_id': 'fb562d0ff8054aa3ab4b370a67de2d7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:29.394902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:29.408327 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Usage tracker for resource:subnet and tenant:fb562d0ff8054aa3ab4b370a67de2d7b is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:29.415306 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:29.425181 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:29.462593 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Made reservation on behalf of fb562d0ff8054aa3ab4b370a67de2d7b for: {'subnet': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:29.468864 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.491069 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.499392 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:29.574847 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=536d180f-7745-409a-a734-381b66ac00b4,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:29.615242 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:29.694346 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Checking segment: {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:29.695935 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Network hostable DHCP agents. Network: 96f4876e-fe94-4c5a-a961-3b195609878f, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:46:29.742327 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Network 96f4876e-fe94-4c5a-a961-3b195609878f is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:46:29.764569 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 96f4876e-fe94-4c5a-a961-3b195609878f) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:29.769029 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:29.769918 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.775445 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df82ab-9e0d-4c73-af42-7e72937a736d None None] Network 96f4876e-fe94-4c5a-a961-3b195609878f requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:46:29.819359 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7637734 Jul 29 13:46:29.821933 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59066) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:29.830675 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:29.837921 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:29.844119 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Usage tracker for resource:router and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:29.847560 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:29.856920 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:29.879054 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1976013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.880483 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1975848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1883'] for router, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.927703 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.958290 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for subnet, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:29.971224 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4ee87889-85b5-441a-b322-1443c94e532a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:30.085353 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for subnet, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.099768 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Checking segment: {'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:30.100579 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Network hostable DHCP agents. Network: eb925b22-19d5-405f-9907-5e2d5d2e2063, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:46:30.122228 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9981d661-0274-4f07-b24d-63e92cb3c58d,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:30.133533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:30.137973 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3765c617-2360-423d-8b08-14e019ac9b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:30.148898 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6ec5a6-a024-540c-ad00-68320459d9b4-96f4876e-fe94-4c5a-a961-3b195609878f', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4'}]}} from dv-cinder-801321-2-iscsi. {{(pid=78541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 13:46:30.150179 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.196163 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c552d71-c5af-42cf-ae6e-5b24b9a4dffc,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:30.201184 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:30.201875 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59088) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:30.227040 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Network eb925b22-19d5-405f-9907-5e2d5d2e2063 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:46:30.244187 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, eb925b22-19d5-405f-9907-5e2d5d2e2063) {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:30.251457 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Checking segment: {'id': 'b7c6ee34-2b12-456b-a6b2-6e4b4f857794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2824a85-fc73-49f9-8e13-55569bb4643d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:30.252020 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Network hostable DHCP agents. Network: d2824a85-fc73-49f9-8e13-55569bb4643d, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:46:30.258892 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:30.259685 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.297106 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2370923 Jul 29 13:46:30.299519 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59094) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:30.300742 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Network d2824a85-fc73-49f9-8e13-55569bb4643d is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:46:30.310236 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, d2824a85-fc73-49f9-8e13-55569bb4643d) {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:30.314012 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-router', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:30.314914 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:30.315511 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.355602 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9875154 Jul 29 13:46:30.460954 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6fa7fb-acaa-4d7b-8087-014cf63b4f1d None None] Network eb925b22-19d5-405f-9907-5e2d5d2e2063 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:46:30.466312 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59110) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:30.467544 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:30.474314 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Usage tracker for resource:router and tenant:6cfd3748c1d14e658070c8f54d22f737 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:30.480528 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:30.544227 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62e2fec-baf5-4b46-a65b-4d54891e5676 None None] Network d2824a85-fc73-49f9-8e13-55569bb4643d requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:46:30.552582 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:30.556423 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.587472 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:30.599931 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] Usage tracker for resource:security_group_rule and tenant:bb809df35a2f4bc4a4ac298ee87449d6 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:30.604597 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:30.617838 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:30.648543 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.db_base_plugin_common [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Allocated IP 172.20.0.2 (96f4876e-fe94-4c5a-a961-3b195609878f/536d180f-7745-409a-a734-381b66ac00b4/0e8d83bc-602d-4142-a7ee-56230a488ea8) {{(pid=78541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:46:30.715042 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.724350 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1976013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.725692 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1975848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1883'] for router, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.820841 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.829399 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.851490 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:30.866599 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:30.876474 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59124) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:30.890490 dv-cinder-801321-2-iscsi neutron-server[78539]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 13:46:30.983606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.025799 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2490749-3825-47cc-bcc4-bb7d410b49ed,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:31.033553 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb809df35a2f4bc4a4ac298ee87449d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8261817 Jul 29 13:46:31.033553 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:31.033976 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59138) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:31.040570 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:31.044931 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] Usage tracker for resource:security_group_rule and tenant:15666ea341874ec4bc8559e2589b56d8 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:31.048233 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:31.059304 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:31.261264 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-43dce44f-a2a1-4f44-badc-e1b6461c8f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.411361 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-43dce44f-a2a1-4f44-badc-e1b6461c8f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.439376 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.452913 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.496977 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-83d09a9c-e301-419c-9598-bcb13f3306de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:31.508605 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15666ea341874ec4bc8559e2589b56d8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0384099 Jul 29 13:46:31.512293 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59164) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:31.551444 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59168) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:31.565618 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1880319918-network', 'tenant_id': '7e7e75a7cf164d8d80bc8ea830a8803a'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:31.577744 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddd8a40-8a9e-445d-a3a3-c24f297b20f1,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:31.590392 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:31.598161 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:31.598327 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Usage tracker for resource:network and tenant:7e7e75a7cf164d8d80bc8ea830a8803a is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:31.605331 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:31.625733 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:31.631089 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.642754 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-43dce44f-a2a1-4f44-badc-e1b6461c8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.654870 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f5b7580b-26f3-4cd7-9f0f-3c38fca80ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.660181 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-39b5af47-fcfa-4f16-aa84-e2443b7e90b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:31.682939 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Made reservation on behalf of 7e7e75a7cf164d8d80bc8ea830a8803a for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:31.686808 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.693684 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-b7058c1a-6dfc-47c8-b01e-9c26942d78e8 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:31.695237 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-b7058c1a-6dfc-47c8-b01e-9c26942d78e8 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/networks?id=a99642f8-b062-46ca-9aa8-f628b2b4e5dd HTTP/1.1" status: 200 len: 812 time: 0.8147516 Jul 29 13:46:31.707269 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dce44f-a2a1-4f44-badc-e1b6461c8f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2490749-3825-47cc-bcc4-bb7d410b49ed,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:31.721761 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-43dce44f-a2a1-4f44-badc-e1b6461c8f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:31.722583 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.738214 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f5b7580b-26f3-4cd7-9f0f-3c38fca80ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.739756 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-d3de5a11-1920-432a-acae-96af6c87d74a tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/quotas/4dc807af497149c1900a5787ab037ed5 HTTP/1.1" status: 200 len: 375 time: 0.0347142 Jul 29 13:46:31.752191 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a350e3f8-52e3-4577-886b-8ae7cac41a93 None None] Network eb925b22-19d5-405f-9907-5e2d5d2e2063 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:46:31.760955 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-43dce44f-a2a1-4f44-badc-e1b6461c8f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.766256 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-43dce44f-a2a1-4f44-badc-e1b6461c8f58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2490749-3825-47cc-bcc4-bb7d410b49ed HTTP/1.1" status: 204 len: 168 time: 0.7273059 Jul 29 13:46:31.766849 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:31.781112 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Usage tracker for resource:security_group_rule and tenant:7e7e75a7cf164d8d80bc8ea830a8803a is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:31.787290 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:31.795121 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:31.817752 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f41453-c8ff-46c4-b3be-d7d125931176 None None] Network d2824a85-fc73-49f9-8e13-55569bb4643d requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:46:31.918032 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-8151db92-87c7-4921-9b34-b2fcdce456b9 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dc807af497149c1900a5787ab037ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1773300 Jul 29 13:46:31.921506 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Notify callbacks [] for port, precommit_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.930974 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.933715 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f5b7580b-26f3-4cd7-9f0f-3c38fca80ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.939623 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-43dce44f-a2a1-4f44-badc-e1b6461c8f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:31.949217 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:31.960745 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7580b-26f3-4cd7-9f0f-3c38fca80ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddd8a40-8a9e-445d-a3a3-c24f297b20f1,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:31.973312 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f5b7580b-26f3-4cd7-9f0f-3c38fca80ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:31.973775 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:32.009129 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d15d0ba-6fdf-449c-8c02-ad3c1d448801,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:32.031259 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Transition to ACTIVE for port object 0e8d83bc-602d-4142-a7ee-56230a488ea8 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:46:32.044237 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:32.047513 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=78540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:46:32.050945 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f5b7580b-26f3-4cd7-9f0f-3c38fca80ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.052197 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-f5b7580b-26f3-4cd7-9f0f-3c38fca80ffd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ddd8a40-8a9e-445d-a3a3-c24f297b20f1 HTTP/1.1" status: 204 len: 168 time: 0.5385680 Jul 29 13:46:32.066556 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.066987 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Added segment f8040ee1-8e0f-4ad2-b244-3ce159392a00 of type vlan for network 4d943430-942b-4522-9b19-f05c8d707bdd Jul 29 13:46:32.079198 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.099337 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Transition to ACTIVE for port object 0e8d83bc-602d-4142-a7ee-56230a488ea8 will not be triggered until provisioned by entity DHCP. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:46:32.119975 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.132116 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.159389 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.175587 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:32.212363 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.214409 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:32.215222 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.221379 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-eadc7c74-0911-44ac-9412-c7dc1d0e95b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:32.391450 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Network 96f4876e-fe94-4c5a-a961-3b195609878f is already hosted by enough agents. {{(pid=78541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:46:32.407145 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.base_scheduler [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Resources bound (agent type, host, resource id): {{(pid=78541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:32.411353 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Received port after_create {{(pid=78541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:46:32.464169 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9087853 Jul 29 13:46:32.477241 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59194) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:32.481272 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:46:32.492132 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Request body: {'subnet': {'network_id': '4d943430-942b-4522-9b19-f05c8d707bdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1880319918-subnet', 'tenant_id': '7e7e75a7cf164d8d80bc8ea830a8803a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:32.495617 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Pushing event updated for resources: {'Network': ['ID=4d943430-942b-4522-9b19-f05c8d707bdd,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:32.498886 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:32.504294 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:32.512296 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Usage tracker for resource:subnet and tenant:7e7e75a7cf164d8d80bc8ea830a8803a is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:32.517861 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:32.595429 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Pushing event updated for resources: {'Port': ['ID=0e8d83bc-602d-4142-a7ee-56230a488ea8,revision_number=1']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:32.600425 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 4d943430-942b-4522-9b19-f05c8d707bdd details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:46:32.619846 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:32.665423 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Allocated IP 172.27.0.44 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:46:32.675396 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.675739 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.676106 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.676429 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.676762 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.677089 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.677408 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.677816 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.678161 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.678482 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.678798 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.679113 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Tracked resource versions report: Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: pushed versions: Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: { 'AddressGroup': {'1.2'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'ConntrackHelper': {'1.0'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Log': {'1.0'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Network': {'1.1'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Port': {'1.7'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'PortForwarding': {'1.2'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'QosPolicy': {'1.8'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SecurityGroup': {'1.4'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SubPort': {'1.0'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Subnet': {'1.1'}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Trunk': {'1.1'}} Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: consumer versions: Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: { DHCP agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: HyperV agent@hv-cinder-80132: {}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: L3 agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: Metadata agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: Metering agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: Open vSwitch agent@dv-cinder-801321-2-iscsi: { 'AddressGroup': '1.2', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'ConntrackHelper': '1.0', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Log': '1.0', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Network': '1.1', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Port': '1.7', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'PortForwarding': '1.2', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'QosPolicy': '1.8', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SecurityGroup': '1.4', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SecurityGroupRule': '1.2', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'SubPort': '1.0', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Subnet': '1.1', Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: 'Trunk': '1.1'}} Jul 29 13:46:32.680217 dv-cinder-801321-2-iscsi neutron-server[78541]: {{(pid=78541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:46:32.687344 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59206) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:32.692791 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:32.727274 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.779418 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Attempting to bind port 0e8d83bc-602d-4142-a7ee-56230a488ea8 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:46:32.780072 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Attempting to bind port 0e8d83bc-602d-4142-a7ee-56230a488ea8 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:46:32.780185 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Attempting to bind port 0e8d83bc-602d-4142-a7ee-56230a488ea8 on network 96f4876e-fe94-4c5a-a961-3b195609878f {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:46:32.787230 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:46:32.787604 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Checking segment: {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:32.787932 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:32.788058 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.788424 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Bound using segment: {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:46:32.788900 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Bound port: 0e8d83bc-602d-4142-a7ee-56230a488ea8, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:46:32.789292 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.796853 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1837d0fbbb422388a4bc647d42f5c4 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:32.804645 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:32.819995 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:32.867425 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.906835 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.933382 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] For port 0e8d83bc-602d-4142-a7ee-56230a488ea8, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:46:32.940898 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] For port 0e8d83bc-602d-4142-a7ee-56230a488ea8, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=0e8d83bc-602d-4142-a7ee-56230a488ea8,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:46:32.950683 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.953569 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:32.965368 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:33.006600 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.016834 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.032397 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:33.071660 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.092050 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-69d0fa61-b812-440f-8a57-a7ab7e204c63 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:46:33.098205 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59210) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:33.104714 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-69d0fa61-b812-440f-8a57-a7ab7e204c63 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7663758 Jul 29 13:46:33.121437 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:33.148319 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e1837d0fbbb422388a4bc647d42f5c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4597509 Jul 29 13:46:33.149821 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59218) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:33.176522 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Made reservation on behalf of 7e7e75a7cf164d8d80bc8ea830a8803a for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:33.180523 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Notify callbacks [] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.211079 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.223612 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e271a7-3c55-4595-a5f5-8df3154f7480,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:33.228021 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:33.242798 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:33.252090 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Pushing event updated for resources: {'Port': ['ID=0e8d83bc-602d-4142-a7ee-56230a488ea8,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:33.255236 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:33.267899 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] Usage tracker for resource:security_group_rule and tenant:9706de17cfc4446ab4cfdfa148856b69 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:33.274163 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:33.284467 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:33.287312 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66266837-576e-4422-8b44-c9089ed3c40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.288236 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Allocated IP 172.27.0.55 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/f4e7e54a-6cac-4593-9068-482df85582ad) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:46:33.344152 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66266837-576e-4422-8b44-c9089ed3c40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.435749 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:46:33.456056 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:33.468940 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:46:33.469276 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66266837-576e-4422-8b44-c9089ed3c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.485980 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:33.499459 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.513471 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.513471 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66266837-576e-4422-8b44-c9089ed3c40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e271a7-3c55-4595-a5f5-8df3154f7480,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:33.514045 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-66266837-576e-4422-8b44-c9089ed3c40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:33.526373 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f5b7580b-26f3-4cd7-9f0f-3c38fca80ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:33.553332 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66266837-576e-4422-8b44-c9089ed3c40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.557539 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-66266837-576e-4422-8b44-c9089ed3c40a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9e271a7-3c55-4595-a5f5-8df3154f7480 HTTP/1.1" status: 204 len: 168 time: 0.4032147 Jul 29 13:46:33.593372 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8a4dbe-8257-422d-8e67-dc1476033702,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:33.597521 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:33.603569 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9706de17cfc4446ab4cfdfa148856b69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5011127 Jul 29 13:46:33.604617 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59228) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:33.698806 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8f13393d-25a7-44ef-b7af-796d34195209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.741191 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8f13393d-25a7-44ef-b7af-796d34195209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.808884 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8f13393d-25a7-44ef-b7af-796d34195209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.815203 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:33.826424 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13393d-25a7-44ef-b7af-796d34195209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8a4dbe-8257-422d-8e67-dc1476033702,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:33.828829 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8f13393d-25a7-44ef-b7af-796d34195209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:33.836106 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8f13393d-25a7-44ef-b7af-796d34195209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:33.837231 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-8f13393d-25a7-44ef-b7af-796d34195209 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a8a4dbe-8257-422d-8e67-dc1476033702 HTTP/1.1" status: 204 len: 168 time: 0.2316310 Jul 29 13:46:33.906573 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Pushing event updated for resources: {'Port': ['ID=bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:33.924940 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:34.018125 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:34.095771 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-f043fec5-84f7-47d5-962b-7a685c0493c3 service neutron] 10.222.0.23 "GET /v2.0/networks/a99642f8-b062-46ca-9aa8-f628b2b4e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9258094 Jul 29 13:46:34.525353 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 0e8d83bc-602d-4142-a7ee-56230a488ea8 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:46:34.598730 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:34.638029 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218e5eb0-3792-4f30-87b2-108e0cce9264 None None] Network 96f4876e-fe94-4c5a-a961-3b195609878f requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:46:34.696422 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:34.740207 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:34.803887 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:46:34.807031 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-4433a0dd-a641-4475-9415-628d66ac6846 service neutron] 10.222.0.23 "GET /v2.0/networks/a99642f8-b062-46ca-9aa8-f628b2b4e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975610 Jul 29 13:46:34.828384 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 0e8d83bc-602d-4142-a7ee-56230a488ea8 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:46:34.831686 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:34.843554 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:46:34.857608 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-9a954022-849e-4f56-9b25-d35b31f4702b None None] Provisioning for port 0e8d83bc-602d-4142-a7ee-56230a488ea8 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:46:34.870228 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-9a954022-849e-4f56-9b25-d35b31f4702b None None] Provisioning complete for port 0e8d83bc-602d-4142-a7ee-56230a488ea8 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:34.870997 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9a954022-849e-4f56-9b25-d35b31f4702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:34.910996 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 0e8d83bc-602d-4142-a7ee-56230a488ea8 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:34.912002 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:34.974794 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:35.079192 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59290) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:35.087176 dv-cinder-801321-2-iscsi neutron-server[78540]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 13:46:35.222707 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37fa3171-7231-490a-88c7-8897574685aa req-925a6130-3eeb-49bf-9d34-c765ccdff882 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 210 time: 0.1400194 Jul 29 13:46:35.333582 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9a954022-849e-4f56-9b25-d35b31f4702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:35.360090 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-748929cf-4b42-4150-afa5-03dac4f26a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:35.509290 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-9a954022-849e-4f56-9b25-d35b31f4702b None None] For port 0e8d83bc-602d-4142-a7ee-56230a488ea8, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=0e8d83bc-602d-4142-a7ee-56230a488ea8,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:46:35.541722 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Pushing event updated for resources: {'Port': ['ID=f4e7e54a-6cac-4593-9068-482df85582ad,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:35.555251 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:35.555665 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:35.631649 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bdb998a-6321-477c-9b39-56fea3947947,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:35.639672 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:35.746262 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Checking segment: {'id': 'f8040ee1-8e0f-4ad2-b244-3ce159392a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4d943430-942b-4522-9b19-f05c8d707bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:35.746668 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Network hostable DHCP agents. Network: 4d943430-942b-4522-9b19-f05c8d707bdd, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:46:35.754184 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9a954022-849e-4f56-9b25-d35b31f4702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:35.772383 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:35.824173 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:35.886756 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a954022-849e-4f56-9b25-d35b31f4702b None None] Pushing event updated for resources: {'Port': ['ID=0e8d83bc-602d-4142-a7ee-56230a488ea8,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:35.891542 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-9a954022-849e-4f56-9b25-d35b31f4702b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:35.940731 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Network 4d943430-942b-4522-9b19-f05c8d707bdd is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:46:36.015616 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 4d943430-942b-4522-9b19-f05c8d707bdd) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:36.018549 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1975871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884'] for router, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:36.026205 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4224000-8ef1-4107-8466-db8ab26e4a68 None None] Network 4d943430-942b-4522-9b19-f05c8d707bdd requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:46:36.029348 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:36.030310 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:36.314293 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:36.400219 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9129541 Jul 29 13:46:36.525631 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-43c2b3f6-4379-44b6-99df-4c0feedca90f req-660f9a25-a113-420a-8218-522b388b4c14 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 210 time: 0.0768192 Jul 29 13:46:36.544568 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 0e8d83bc-602d-4142-a7ee-56230a488ea8 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:46:36.629888 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d538f5-01e9-44b0-a8bf-1e0f0837774f None None] Network 4d943430-942b-4522-9b19-f05c8d707bdd requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:46:36.771533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59380) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:36.789783 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-1a99200c-ed45-4369-86eb-a8d11d980c30 None None] Provisioning complete for port 0e8d83bc-602d-4142-a7ee-56230a488ea8 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:36.790427 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1a99200c-ed45-4369-86eb-a8d11d980c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:36.812339 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Router 7d395bb7-9d71-483d-8151-0fac574ba71c is scheduled to L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 with binding_index 1 {{(pid=78539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 13:46:36.998502 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc32d2c1-8ef5-46a9-9336-db57fded2a32 admin admin] Deleting subnet 6c552d71-c5af-42cf-ae6e-5b24b9a4dffc {{(pid=78540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 13:46:37.002776 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cc32d2c1-8ef5-46a9-9336-db57fded2a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:37.097300 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 0e8d83bc-602d-4142-a7ee-56230a488ea8 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:37.097681 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:37.163341 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cc32d2c1-8ef5-46a9-9336-db57fded2a32 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:37.186414 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cc32d2c1-8ef5-46a9-9336-db57fded2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:37.338654 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1975871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884'] for router, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:37.374611 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cc32d2c1-8ef5-46a9-9336-db57fded2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for subnet, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:37.382334 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3fb94c31-6e80-4430-8d29-c4ee6f287897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:37.522960 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cc32d2c1-8ef5-46a9-9336-db57fded2a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:37.544350 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d2c1-8ef5-46a9-9336-db57fded2a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c552d71-c5af-42cf-ae6e-5b24b9a4dffc,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:37.546788 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-cc32d2c1-8ef5-46a9-9336-db57fded2a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:37.549891 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-cc32d2c1-8ef5-46a9-9336-db57fded2a32 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6c552d71-c5af-42cf-ae6e-5b24b9a4dffc HTTP/1.1" status: 204 len: 168 time: 0.7766795 Jul 29 13:46:37.553526 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59420) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:37.574204 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:46:37.586620 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Sync routers for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:46:37.619644 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:46:37.622078 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:46:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:37.782999 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:37.784248 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-65f4236d-eaad-4ad6-be6f-6b4b96c3ab11 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9608197 Jul 29 13:46:37.792289 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59436) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:37.806721 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-3e42442e-2b85-430e-b069-e9ea146ea61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:37.847853 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Router 3c7ee19c-387f-4829-a8a4-dd715b3d547f is scheduled to L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 with binding_index 1 {{(pid=78539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 13:46:38.060085 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:46:38.287101 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b71dea38-9e0a-4e43-b59e-1f1daf9c10df req-084da52f-f50a-47d9-ba4a-f01575ca4ec8 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 210 time: 0.0995579 Jul 29 13:46:38.298425 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:46:38.308975 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Sync routers for ids ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:46:38.330598 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Routers {'3c7ee19c-387f-4829-a8a4-dd715b3d547f'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:46:38.331271 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:46:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:38.350894 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:38.362456 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:38.362456 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.0607018 Jul 29 13:46:38.364668 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59462) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:38.618039 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59470) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:38.804604 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Set router 3c7ee19c-387f-4829-a8a4-dd715b3d547f gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:46:38.855314 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:33Z', 'revision_number': 3, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:38.871554 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Checking router: 7d395bb7-9d71-483d-8151-0fac574ba71c for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:46:38.872475 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Updating router 7d395bb7-9d71-483d-8151-0fac574ba71c port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:46:39.088699 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:39.092894 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:39.133123 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:39.144876 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:39.160726 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] Usage tracker for resource:security_group_rule and tenant:9ac25c69ecf641ac92ea37a614669c4c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:39.227905 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.10', 49863) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:39.228999 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:39.251364 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:39.253902 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:39.280009 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-router', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:30Z', 'updated_at': '2021-07-29T13:46:35Z', 'revision_number': 3, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'gw_port': {'id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:39.292790 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Checking router: 3c7ee19c-387f-4829-a8a4-dd715b3d547f for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:46:39.293053 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Updating router 3c7ee19c-387f-4829-a8a4-dd715b3d547f port f4e7e54a-6cac-4593-9068-482df85582ad binding host dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:46:39.300660 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59488) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:39.333684 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.334536 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.336175 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.336920 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > port after_create 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.337617 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.338506 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > port after_update 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.339216 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.339965 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.341616 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.342370 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.435543 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:39.610323 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.611050 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.611725 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.612642 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:46:39.613355 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2824a85-fc73-49f9-8e13-55569bb4643d']}} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:39.640940 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c6ee34-2b12-456b-a6b2-6e4b4f857794') {'for_net_delete': True} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:39.641998 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c6ee34-2b12-456b-a6b2-6e4b4f857794') {} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:39.738217 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947624'] for segment, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:39.759668 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:39.771747 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=78540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 13:46:39.772828 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947276'] for segment, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:39.840689 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: from cryptography.utils import int_from_bytes Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: from cryptography.utils import int_from_bytes Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: util.warn_limited( Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: util.warn_limited( Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: Traceback (most recent call last): Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: timer() Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: cb(*args, **kw) Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: return func(*args, **kwargs) Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: self._notify() Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: self.callback(batched_events) Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: event.method(event) Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: return f(self, *a, **k) Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._get(url).json() Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: return self.request(url, 'GET', **kwargs) Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 13:46:39.911182 dv-cinder-801321-2-iscsi neutron-server[78540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 13:46:40.012675 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Transition to ACTIVE for port object bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:46:40.022375 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.039921 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:40.069060 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-25791139-fe8b-47fc-9023-3ed205cc055c req-3d3fd6b0-6ff2-4564-9135-ef447ccf3c72 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 210 time: 0.1427019 Jul 29 13:46:40.094812 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.127190 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:40.142911 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-c733b6d8-a948-4cbe-a754-ee6f8a75b5dc tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:40.145469 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-c733b6d8-a948-4cbe-a754-ee6f8a75b5dc tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.10 "GET /v2.0/networks?id=a99642f8-b062-46ca-9aa8-f628b2b4e5dd HTTP/1.1" status: 200 len: 812 time: 0.9127409 Jul 29 13:46:40.195232 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.202349 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d2824a85-fc73-49f9-8e13-55569bb4643d,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:40.212904 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:40.241829 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] 10.222.0.23 "DELETE /v2.0/networks/d2824a85-fc73-49f9-8e13-55569bb4643d HTTP/1.1" status: 204 len: 168 time: 2.6870143 Jul 29 13:46:40.242731 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59518) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:40.302923 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Pushing event updated for resources: {'Port': ['ID=bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d,revision_number=2']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:40.326354 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Attempting to bind port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:46:40.327097 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Attempting to bind port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:46:40.327587 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Attempting to bind port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d on network eed72035-af2d-4cbe-b110-9304fe4a96ea {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:46:40.334766 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.336975 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.337448 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.337875 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.338213 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.338546 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.339015 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.341478 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.341892 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.342428 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.342622 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.346279 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Tracked resource versions report: Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: pushed versions: Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: { 'AddressGroup': {'1.2'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'ConntrackHelper': {'1.0'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Log': {'1.0'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Network': {'1.1'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Port': {'1.7'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'PortForwarding': {'1.2'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'QosPolicy': {'1.8'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SecurityGroup': {'1.4'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SubPort': {'1.0'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Subnet': {'1.1'}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Trunk': {'1.1'}} Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: consumer versions: Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: { DHCP agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: HyperV agent@hv-cinder-80132: {}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: L3 agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: Metadata agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: Metering agent@dv-cinder-801321-2-iscsi: {}, Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: Open vSwitch agent@dv-cinder-801321-2-iscsi: { 'AddressGroup': '1.2', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'ConntrackHelper': '1.0', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Log': '1.0', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Network': '1.1', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Port': '1.7', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'PortForwarding': '1.2', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'QosPolicy': '1.8', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SecurityGroup': '1.4', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SecurityGroupRule': '1.2', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'SubPort': '1.0', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Subnet': '1.1', Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: 'Trunk': '1.1'}} Jul 29 13:46:40.348183 dv-cinder-801321-2-iscsi neutron-server[78542]: {{(pid=78542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:46:40.358822 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:40.378270 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:46:40.378894 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:40.379314 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.379906 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Bound using segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:46:40.380431 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Bound port: bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:46:40.380889 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.492491 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Request body: {'port': {'device_id': 'd20a3edc-0927-433d-b83c-e1cb669134ad', 'network_id': 'a99642f8-b062-46ca-9aa8-f628b2b4e5dd', 'admin_state_up': True, 'tenant_id': '4dc807af497149c1900a5787ab037ed5'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:40.531259 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] For port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:46:40.537746 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] For port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:46:40.545232 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.561975 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-3c45730e-28f6-47cd-80fe-ec2bc4562b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:40.565721 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_v2 [None req-4101ee69-dd55-4142-a387-546b4b1a4240 admin admin] Deleting subnet 6bdb998a-6321-477c-9b39-56fea3947947 {{(pid=78540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 13:46:40.577501 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4101ee69-dd55-4142-a387-546b4b1a4240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.585483 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.595527 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Notify callbacks [] for port, precommit_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.629761 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Transition to ACTIVE for port object f4e7e54a-6cac-4593-9068-482df85582ad will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:46:40.651703 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.661860 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:40.688414 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Pushing event updated for resources: {'Port': ['ID=bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:40.699213 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:40.709201 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:40.709464 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] Usage tracker for resource:security_group_rule and tenant:0d488771a2354af09ff55637638db246 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:40.710365 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:46:40.711696 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:46:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:40.715639 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:40.736685 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:40.754938 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4101ee69-dd55-4142-a387-546b4b1a4240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947639'] for subnet, precommit_delete_associations {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.774673 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Attempting to bind port f4e7e54a-6cac-4593-9068-482df85582ad on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:46:40.775044 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Attempting to bind port f4e7e54a-6cac-4593-9068-482df85582ad by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:46:40.776041 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Attempting to bind port f4e7e54a-6cac-4593-9068-482df85582ad on network eed72035-af2d-4cbe-b110-9304fe4a96ea {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:46:40.786860 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:46:40.787629 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:40.788240 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.788803 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Bound using segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:46:40.789459 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Bound port: f4e7e54a-6cac-4593-9068-482df85582ad, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:46:40.790016 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.839758 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918183b-8a9e-4f7b-8b11-fdc6784484d0 None None] Pushing event updated for resources: {'Port': ['ID=f4e7e54a-6cac-4593-9068-482df85582ad,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:40.861191 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-1918183b-8a9e-4f7b-8b11-fdc6784484d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:40.916221 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.932282 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4101ee69-dd55-4142-a387-546b4b1a4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:40.957377 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] For port f4e7e54a-6cac-4593-9068-482df85582ad, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:46:40.974136 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] For port f4e7e54a-6cac-4593-9068-482df85582ad, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=f4e7e54a-6cac-4593-9068-482df85582ad,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:46:40.983371 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:41.016845 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:41.052321 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4101ee69-dd55-4142-a387-546b4b1a4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2947242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2958699'] for subnet, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:41.094123 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-15f0be84-9088-4050-a088-be8bf9f5fbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:41.139022 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4101ee69-dd55-4142-a387-546b4b1a4240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:41.151411 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101ee69-dd55-4142-a387-546b4b1a4240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bdb998a-6321-477c-9b39-56fea3947947,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:41.163879 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-4101ee69-dd55-4142-a387-546b4b1a4240 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6bdb998a-6321-477c-9b39-56fea3947947 HTTP/1.1" status: 204 len: 168 time: 0.9159064 Jul 29 13:46:41.167330 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4101ee69-dd55-4142-a387-546b4b1a4240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:41.175106 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:41.175700 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59544) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:41.261642 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:46:41.279662 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Routers {'3c7ee19c-387f-4829-a8a4-dd715b3d547f'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:46:41.300609 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:46:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:41.493355 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:41.499860 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Usage tracker for resource:port and tenant:4dc807af497149c1900a5787ab037ed5 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:41.503030 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:41.512043 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:41.597523 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:41.768009 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:41.772970 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39292f29-3740-46f3-8bdc-44acdf3e689c req-6a25dd53-980a-49f2-a888-06f4c06d273a tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 210 time: 0.3283632 Jul 29 13:46:41.774297 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:41.782719 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:41.838113 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-2bb7d714-efbb-45a4-b01f-0e39028eee65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:41.853875 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:41.854294 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:41.858054 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] Set router 3c7ee19c-387f-4829-a8a4-dd715b3d547f gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:46:41.903139 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d488771a2354af09ff55637638db246&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5700679 Jul 29 13:46:41.919494 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59562) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:41.924652 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Made reservation on behalf of 4dc807af497149c1900a5787ab037ed5 for: {'port': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:46:41.929752 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:42.139786 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918183b-8a9e-4f7b-8b11-fdc6784484d0 None None] Pushing event updated for resources: {'Port': ['ID=f4e7e54a-6cac-4593-9068-482df85582ad,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:42.148969 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-1918183b-8a9e-4f7b-8b11-fdc6784484d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:42.240840 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:33Z', 'revision_number': 3, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:42.248615 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59570) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:42.253315 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1010517-3307-4c98-8d76-5ee8dcc2f888,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:42.260640 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042dbf48-7a4d-4070-b747-700ace55deeb None None] The sync data for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi is: [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:33Z', 'revision_number': 3, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:46:42.265493 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:42.280089 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:42.294942 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ac25c69ecf641ac92ea37a614669c4c&name=default HTTP/1.1" status: 200 len: 2976 time: 3.6755819 Jul 29 13:46:42.305565 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59576) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:42.411495 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Allocated IP 172.20.0.1 (eb925b22-19d5-405f-9907-5e2d5d2e2063/9981d661-0274-4f07-b24d-63e92cb3c58d/d146fcc5-5aaa-44e3-8190-8b10b494fd68) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:46:42.416325 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:42.452015 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d943430-942b-4522-9b19-f05c8d707bdd']}} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:42.484262 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c72dd-2fd1-4842-a237-48da9e294af3,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:42.492467 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8040ee1-8e0f-4ad2-b244-3ce159392a00') {'for_net_delete': True} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:42.492846 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8040ee1-8e0f-4ad2-b244-3ce159392a00') {} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:42.550578 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947624'] for segment, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:42.560234 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:42.560958 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e1540575-17b2-4579-9d3e-d2750b6b6196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:42.590052 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-router', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:30Z', 'updated_at': '2021-07-29T13:46:35Z', 'revision_number': 3, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'gw_port': {'id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:42.595752 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ed388-05d3-487b-aa84-edc7783f5aab None None] The sync data for ids ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'] in dv-cinder-801321-2-iscsi is: [{'id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-router', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:30Z', 'updated_at': '2021-07-29T13:46:35Z', 'revision_number': 3, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'gw_port': {'id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:46:42.641677 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-baa6f20f-1d49-4558-bb28-df5875780271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:42.656387 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:42.690701 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=78540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 13:46:42.691099 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947276'] for segment, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:42.801794 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e1540575-17b2-4579-9d3e-d2750b6b6196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:42.836078 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:42.895476 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-baa6f20f-1d49-4558-bb28-df5875780271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:43.052489 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:43.072837 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-baa6f20f-1d49-4558-bb28-df5875780271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: Traceback (most recent call last): Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: timer() Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: cb(*args, **kw) Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: return func(*args, **kwargs) Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: self._notify() Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: self.callback(batched_events) Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: event.method(event) Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: return f(self, *a, **k) Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._get(url).json() Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: return self.request(url, 'GET', **kwargs) Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 13:46:43.128987 dv-cinder-801321-2-iscsi neutron-server[78540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 13:46:43.145259 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a191e4f1-125e-45de-8eb6-4063f1f058d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:43.183202 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6f20f-1d49-4558-bb28-df5875780271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c72dd-2fd1-4842-a237-48da9e294af3,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:43.203257 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:43.218736 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:43.226526 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-baa6f20f-1d49-4558-bb28-df5875780271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:43.233731 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-0c62a681-f199-4add-a7e3-fde174bac4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:43.280392 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:43.291631 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] 10.222.0.23 "DELETE /v2.0/networks/4d943430-942b-4522-9b19-f05c8d707bdd HTTP/1.1" status: 204 len: 168 time: 2.1122019 Jul 29 13:46:43.305223 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d943430-942b-4522-9b19-f05c8d707bdd,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:43.307585 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Allocated IP 172.20.0.1 (96f4876e-fe94-4c5a-a961-3b195609878f/536d180f-7745-409a-a734-381b66ac00b4/3f7229ac-d722-4134-acae-88bd9fc7410c) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:46:43.310317 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9bb8f959-ce8e-4fd4-a8d9-85ad8ba3966c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:43.326986 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-0b6e8bbf-297a-48c1-8409-cdd2e2d19aa3 req-8ea92078-50be-4f08-a5e4-b17a78885fd9 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Synchronizing usage tracker for tenant:4dc807af497149c1900a5787ab037ed5 on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:46:43.470957 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] Usage tracker for resource:security_group_rule and tenant:58f7eee1363d40ed85bac010fc5dee0c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:43.493117 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Allocated IP 172.20.0.8 (a99642f8-b062-46ca-9aa8-f628b2b4e5dd/2bd60ff0-6fe5-487c-b457-618a0d7b8f45/8c47e3e8-1616-4e42-acea-42b00ae546be) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:46:43.501632 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:43.529897 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:43.608039 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:43.681991 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59592) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:43.699979 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-baa6f20f-1d49-4558-bb28-df5875780271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:43.706507 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-baa6f20f-1d49-4558-bb28-df5875780271 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed2c72dd-2fd1-4842-a237-48da9e294af3 HTTP/1.1" status: 204 len: 168 time: 1.3779330 Jul 29 13:46:43.776132 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e1540575-17b2-4579-9d3e-d2750b6b6196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:43.860647 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:43.952193 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1540575-17b2-4579-9d3e-d2750b6b6196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1010517-3307-4c98-8d76-5ee8dcc2f888,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:43.992972 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:44.013578 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-bb9a4a70-af40-4005-bb49-ca63d60e8e19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb562d0ff8054aa3ab4b370a67de2d7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3295307 Jul 29 13:46:44.014238 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59598) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:44.083903 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-e1540575-17b2-4579-9d3e-d2750b6b6196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:44.085598 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:44.174663 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Transition to ACTIVE for port object 3f7229ac-d722-4134-acae-88bd9fc7410c will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:46:44.175295 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-97292a63-a95d-43b3-8a59-b0a0301355f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:44.315677 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-1a94b276-cf0b-4c88-8ffb-9f7a338b631c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:44.370604 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e1540575-17b2-4579-9d3e-d2750b6b6196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:44.381063 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-e1540575-17b2-4579-9d3e-d2750b6b6196 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1010517-3307-4c98-8d76-5ee8dcc2f888 HTTP/1.1" status: 204 len: 168 time: 2.4236889 Jul 29 13:46:44.490677 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-1a94b276-cf0b-4c88-8ffb-9f7a338b631c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:44.616808 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:44.620737 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device f4e7e54a-6cac-4593-9068-482df85582ad up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:46:44.665311 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5dce4be8-d9bb-4d89-ae29-ec1aefcd8166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:44.792252 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d146fcc5-5aaa-44e3-8190-8b10b494fd68,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:44.829930 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Network eb925b22-19d5-405f-9907-5e2d5d2e2063 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:46:44.831049 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:44.836049 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port f4e7e54a-6cac-4593-9068-482df85582ad completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:46:44.843989 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port f4e7e54a-6cac-4593-9068-482df85582ad triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:44.844156 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59608) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:44.844404 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:44.865548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:44.894334 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:46:44.894865 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973849'] for router_interface, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:44.919321 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Network 96f4876e-fe94-4c5a-a961-3b195609878f is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:46:44.926025 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:44.929002 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:46:45.013086 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973849'] for router_interface, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:45.016242 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:45.065540 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:45.072022 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Pushing event updated for resources: {'Port': ['ID=3f7229ac-d722-4134-acae-88bd9fc7410c,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:45.075920 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:45.083421 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] Usage tracker for resource:security_group_rule and tenant:d6bea903a2fc4cad89f30ccdde12f33f is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:45.091439 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:45.119560 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-1a94b276-cf0b-4c88-8ffb-9f7a338b631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:45.120833 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:45.137806 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:45.189572 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-1a94b276-cf0b-4c88-8ffb-9f7a338b631c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:45.195063 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-1a94b276-cf0b-4c88-8ffb-9f7a338b631c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3aa73d6e-8285-4a3c-a41e-c61c11ec335e HTTP/1.1" status: 204 len: 168 time: 1.1674287 Jul 29 13:46:45.201605 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94b276-cf0b-4c88-8ffb-9f7a338b631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa73d6e-8285-4a3c-a41e-c61c11ec335e,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:45.209034 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-1a94b276-cf0b-4c88-8ffb-9f7a338b631c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:45.378579 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:45.464723 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port f4e7e54a-6cac-4593-9068-482df85582ad, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=f4e7e54a-6cac-4593-9068-482df85582ad,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:46:45.489522 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:45.509495 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:46:45.595248 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:45.621014 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:45.685404 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:45.728839 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:45.739592 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:45.766976 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:45.775585 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-0b6e8bbf-297a-48c1-8409-cdd2e2d19aa3 req-8ea92078-50be-4f08-a5e4-b17a78885fd9 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Unset dirty status for tenant:4dc807af497149c1900a5787ab037ed5 on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:46:45.795117 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0b6e8bbf-297a-48c1-8409-cdd2e2d19aa3 req-8ea92078-50be-4f08-a5e4-b17a78885fd9 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 210 time: 2.6747260 Jul 29 13:46:45.905418 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=f4e7e54a-6cac-4593-9068-482df85582ad,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:45.913627 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2db756-b445-4a87-8122-4ac4a86ecd6d,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:45.914231 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:45.923480 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58f7eee1363d40ed85bac010fc5dee0c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6663103 Jul 29 13:46:45.926973 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-e6a2b6a0-01d2-4db3-955a-3f697ac018e4 None None] Provisioning for port 3f7229ac-d722-4134-acae-88bd9fc7410c completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:46:45.928300 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:45.928815 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59630) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:45.953738 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-e6a2b6a0-01d2-4db3-955a-3f697ac018e4 None None] Provisioning complete for port 3f7229ac-d722-4134-acae-88bd9fc7410c triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:45.955605 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b6a0-01d2-4db3-955a-3f697ac018e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.125573 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2b6a0-01d2-4db3-955a-3f697ac018e4 None None] Port 3f7229ac-d722-4134-acae-88bd9fc7410c cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:46:46.176980 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.182690 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.201946 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:46:46.203300 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9f7dfef0-58ee-455b-87c3-48679d9db34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:46.220055 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:46.220615 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.289373 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.290028 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6bea903a2fc4cad89f30ccdde12f33f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4371805 Jul 29 13:46:46.291083 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca55f945-3eb1-43b6-ad6f-f42941cc5775,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:46.294766 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 59638) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:46.321388 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:46.322474 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59642) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:46.357016 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.359777 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f97678a4-52d6-4a23-bc31-5fb92cdf32ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.390568 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1a0f78c3-3277-42ce-8787-d0998f4f809d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:46.400563 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.503220 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:46.536888 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.559751 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.576962 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:46:46.584142 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.594475 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:46.640057 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f97678a4-52d6-4a23-bc31-5fb92cdf32ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.743165 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device f4e7e54a-6cac-4593-9068-482df85582ad up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:46:46.792383 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973814'] for router_interface, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:46.819299 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Network a99642f8-b062-46ca-9aa8-f628b2b4e5dd is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:46:46.928884 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Pushing event updated for resources: {'Port': ['ID=3f7229ac-d722-4134-acae-88bd9fc7410c,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:46.973408 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:47.031102 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:47.044088 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:47.056817 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:46:47.072838 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:47.072838 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:47.078278 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f97678a4-52d6-4a23-bc31-5fb92cdf32ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:47.118451 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-08efd38b-e7f7-45d7-bdf4-3934aa4139c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:47.151306 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Pushing event updated for resources: {'Port': ['ID=8c47e3e8-1616-4e42-acea-42b00ae546be,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:47.162526 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f97678a4-52d6-4a23-bc31-5fb92cdf32ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:47.163947 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f97678a4-52d6-4a23-bc31-5fb92cdf32ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca2db756-b445-4a87-8122-4ac4a86ecd6d HTTP/1.1" status: 204 len: 168 time: 1.2214339 Jul 29 13:46:47.178825 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:47.211024 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-02196f3c-ed30-45d8-a0ff-56db56c1c24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:47.231126 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port f4e7e54a-6cac-4593-9068-482df85582ad triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:47.232657 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:47.290992 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97678a4-52d6-4a23-bc31-5fb92cdf32ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2db756-b445-4a87-8122-4ac4a86ecd6d,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:47.309575 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0758462 Jul 29 13:46:47.317319 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f97678a4-52d6-4a23-bc31-5fb92cdf32ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:47.333608 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:47.342560 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-52c9d535-c8d5-42af-b216-f3f722922bee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e7e75a7cf164d8d80bc8ea830a8803a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9824626 Jul 29 13:46:47.345916 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59664) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:47.488173 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Network 96f4876e-fe94-4c5a-a961-3b195609878f is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:46:47.693203 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:47.735590 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e382a966-19b2-4179-88c7-ab60c129c743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:47.784091 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:47.794911 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-08efd38b-e7f7-45d7-bdf4-3934aa4139c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:47.818340 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:47.850458 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973814'] for router_interface, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:47.869315 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:48.005197 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d146fcc5-5aaa-44e3-8190-8b10b494fd68,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:48.013659 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:48.180720 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-551e6ad5-d255-4389-9b1e-dd1c810a9ca1 None None] Provisioning complete for port 3f7229ac-d722-4134-acae-88bd9fc7410c triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:48.183345 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-551e6ad5-d255-4389-9b1e-dd1c810a9ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:48.283197 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-08efd38b-e7f7-45d7-bdf4-3934aa4139c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:48.287366 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e382a966-19b2-4179-88c7-ab60c129c743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:48.327251 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:48.374833 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efd38b-e7f7-45d7-bdf4-3934aa4139c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca55f945-3eb1-43b6-ad6f-f42941cc5775,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:48.392805 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-08efd38b-e7f7-45d7-bdf4-3934aa4139c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:48.395966 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-08efd38b-e7f7-45d7-bdf4-3934aa4139c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:48.399478 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-08efd38b-e7f7-45d7-bdf4-3934aa4139c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca55f945-3eb1-43b6-ad6f-f42941cc5775 HTTP/1.1" status: 204 len: 168 time: 2.0875964 Jul 29 13:46:48.431094 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Network eb925b22-19d5-405f-9907-5e2d5d2e2063 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:46:48.435628 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-551e6ad5-d255-4389-9b1e-dd1c810a9ca1 None None] Port 3f7229ac-d722-4134-acae-88bd9fc7410c cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:46:48.436822 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:48.613701 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e382a966-19b2-4179-88c7-ab60c129c743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:48.629280 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:48.645030 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382a966-19b2-4179-88c7-ab60c129c743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d15d0ba-6fdf-449c-8c02-ad3c1d448801,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:48.677134 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba11ce-d2f1-4f51-ab66-f2a6e3f0f1c8 req-5fc153c1-2583-4f84-bb5f-c795b8bc1c79 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:48.682269 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-adba11ce-d2f1-4f51-ab66-f2a6e3f0f1c8 req-5fc153c1-2583-4f84-bb5f-c795b8bc1c79 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 931 time: 1.3464212 Jul 29 13:46:48.687261 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e382a966-19b2-4179-88c7-ab60c129c743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:48.745610 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:46:48.795086 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Router 7d395bb7-9d71-483d-8151-0fac574ba71c has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 13:46:48.797176 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e382a966-19b2-4179-88c7-ab60c129c743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:48.800150 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-e382a966-19b2-4179-88c7-ab60c129c743 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d15d0ba-6fdf-449c-8c02-ad3c1d448801 HTTP/1.1" status: 204 len: 168 time: 1.4530439 Jul 29 13:46:48.820196 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-adba11ce-d2f1-4f51-ab66-f2a6e3f0f1c8 req-491dbc07-6f02-4542-8816-8dfcfa2d7a48 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Synchronizing usage tracker for tenant:4dc807af497149c1900a5787ab037ed5 on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:46:48.871799 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Router 3c7ee19c-387f-4829-a8a4-dd715b3d547f has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 13:46:48.925445 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:48.925868 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:48.953575 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-adba11ce-d2f1-4f51-ab66-f2a6e3f0f1c8 req-491dbc07-6f02-4542-8816-8dfcfa2d7a48 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Unset dirty status for tenant:4dc807af497149c1900a5787ab037ed5 on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:46:48.954763 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-adba11ce-d2f1-4f51-ab66-f2a6e3f0f1c8 req-491dbc07-6f02-4542-8816-8dfcfa2d7a48 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625358 Jul 29 13:46:49.149920 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:46:49.180158 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Sync routers for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:46:49.186986 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] 10.222.0.23 "PUT /v2.0/routers/7d395bb7-9d71-483d-8151-0fac574ba71c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3901858 Jul 29 13:46:49.201917 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:46:49.202554 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:46:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:49.303285 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-2201d622-2f9d-497e-b197-ce37c7051384 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:46:49.304380 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-2201d622-2f9d-497e-b197-ce37c7051384 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069983 Jul 29 13:46:49.359038 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:46:49.373375 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Sync routers for ids ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:46:49.381398 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c7ee19c-387f-4829-a8a4-dd715b3d547f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0154853 Jul 29 13:46:49.399226 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Routers {'3c7ee19c-387f-4829-a8a4-dd715b3d547f'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:46:49.402025 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:46:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:49.680713 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:46:49.780571 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Set router 3c7ee19c-387f-4829-a8a4-dd715b3d547f gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:46:50.372690 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 2, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:50.384465 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Checking router: 7d395bb7-9d71-483d-8151-0fac574ba71c for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:46:50.384834 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Updating router 7d395bb7-9d71-483d-8151-0fac574ba71c port 3f7229ac-d722-4134-acae-88bd9fc7410c binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:46:50.496977 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-router', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:30Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'gw_port': {'id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'd146fcc5-5aaa-44e3-8190-8b10b494fd68', 'name': '', 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'mac_address': 'fa:16:3e:f2:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9981d661-0274-4f07-b24d-63e92cb3c58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:41Z', 'updated_at': '2021-07-29T13:46:47Z', 'revision_number': 2, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'subnets': [{'id': '9981d661-0274-4f07-b24d-63e92cb3c58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:50.515912 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Checking router: 3c7ee19c-387f-4829-a8a4-dd715b3d547f for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:46:50.516279 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Updating router 3c7ee19c-387f-4829-a8a4-dd715b3d547f port d146fcc5-5aaa-44e3-8190-8b10b494fd68 binding host dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:46:50.524454 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:50.555214 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d26f6-1b12-4455-ba90-11e153628973 req-f982666b-7503-450f-8a35-9037080d9756 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:50.566821 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8c2d26f6-1b12-4455-ba90-11e153628973 req-f982666b-7503-450f-8a35-9037080d9756 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 931 time: 0.2978768 Jul 29 13:46:50.642494 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:50.659764 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8c2d26f6-1b12-4455-ba90-11e153628973 req-ccdeef56-06da-4a03-a2fe-17a3ffa1491c tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912101 Jul 29 13:46:51.394120 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Request body: {'port': {'device_id': 'd20a3edc-0927-433d-b83c-e1cb669134ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:51.652086 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:51.656028 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:51.679644 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Transition to ACTIVE for port object d146fcc5-5aaa-44e3-8190-8b10b494fd68 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:46:51.692828 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:51.704087 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-1918183b-8a9e-4f7b-8b11-fdc6784484d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:51.707341 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Transition to ACTIVE for port object 3f7229ac-d722-4134-acae-88bd9fc7410c will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:46:51.711868 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:51.716422 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59790) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:51.723572 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1725199921', 'description': 'tempest-description--1554045526'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:51.734901 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:51.742973 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:51.768661 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:51.774877 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Usage tracker for resource:security_group and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:51.789519 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:51.810442 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:51.832256 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:51.878483 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea36a2-3eee-43ea-8752-e542f655980d None None] Pushing event updated for resources: {'Port': ['ID=d146fcc5-5aaa-44e3-8190-8b10b494fd68,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:51.880839 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:51.889515 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Usage tracker for resource:security_group_rule and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:51.899330 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-70ea36a2-3eee-43ea-8752-e542f655980d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:51.913974 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:51.931449 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:52.114592 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:52.123057 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:52.137350 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8f13393d-25a7-44ef-b7af-796d34195209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:52.165834 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2567f8-4bd2-4658-b37b-84b8472d17b1 None None] Pushing event updated for resources: {'Port': ['ID=3f7229ac-d722-4134-acae-88bd9fc7410c,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:52.187779 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-ff2567f8-4bd2-4658-b37b-84b8472d17b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:52.271053 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:52.273411 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5551689 Jul 29 13:46:52.274841 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659a5f09-e536-4d1c-a3fa-a89563165467,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:52.304349 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:52.307254 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59806) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:52.319435 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'security_group_rule': {'security_group_id': '659a5f09-e536-4d1c-a3fa-a89563165467', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:52.344884 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:52.356688 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Usage tracker for resource:security_group_rule and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:52.365709 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:52.404421 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:52.453535 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:52.542098 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Attempting to bind port d146fcc5-5aaa-44e3-8190-8b10b494fd68 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:46:52.544695 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Attempting to bind port d146fcc5-5aaa-44e3-8190-8b10b494fd68 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:46:52.545945 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Attempting to bind port d146fcc5-5aaa-44e3-8190-8b10b494fd68 on network eb925b22-19d5-405f-9907-5e2d5d2e2063 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:46:52.585103 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:46:52.585795 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Checking segment: {'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:52.587791 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:52.588398 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Bound using segment: {'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:46:52.590595 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Bound port: d146fcc5-5aaa-44e3-8190-8b10b494fd68, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:46:52.592673 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:52.701996 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Attempting to bind port 3f7229ac-d722-4134-acae-88bd9fc7410c on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:46:52.702523 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Attempting to bind port 3f7229ac-d722-4134-acae-88bd9fc7410c by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:46:52.702729 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Attempting to bind port 3f7229ac-d722-4134-acae-88bd9fc7410c on network 96f4876e-fe94-4c5a-a961-3b195609878f {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:46:52.723411 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:46:52.731976 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Checking segment: {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:52.732623 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:52.733238 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Bound using segment: {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:46:52.736242 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Bound port: 3f7229ac-d722-4134-acae-88bd9fc7410c, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:46:52.737139 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:52.811286 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:52.826377 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:52.832311 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:52.989505 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] For port 3f7229ac-d722-4134-acae-88bd9fc7410c, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:46:52.997183 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] For port 3f7229ac-d722-4134-acae-88bd9fc7410c, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=3f7229ac-d722-4134-acae-88bd9fc7410c,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:46:53.011202 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:53.018843 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:53.066264 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] For port d146fcc5-5aaa-44e3-8190-8b10b494fd68, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:46:53.079479 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] For port d146fcc5-5aaa-44e3-8190-8b10b494fd68, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=d146fcc5-5aaa-44e3-8190-8b10b494fd68,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:46:53.087785 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:53.103566 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5abd019-a1fb-443b-9f11-b0fcb46ba7e8,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:53.105643 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:53.157334 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:53.264824 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:46:53.267140 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:46:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:53.463223 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d789-9902-40b3-9178-feef0694ed76 req-aae19c14-f9bf-443c-99ab-413347970784 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:53.474398 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9a24d789-9902-40b3-9178-feef0694ed76 req-aae19c14-f9bf-443c-99ab-413347970784 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 931 time: 1.4821844 Jul 29 13:46:53.578432 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Routers {'3c7ee19c-387f-4829-a8a4-dd715b3d547f'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:46:53.586051 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:46:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:53.643945 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:53.648153 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3361042 Jul 29 13:46:53.653070 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59868) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:53.671048 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'security_group_rule': {'security_group_id': '659a5f09-e536-4d1c-a3fa-a89563165467', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:53.681704 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:53.687479 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Usage tracker for resource:security_group_rule and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:53.691754 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:53.701892 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:53.709601 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9a24d789-9902-40b3-9178-feef0694ed76 req-0c187e4c-10ec-4790-8e61-7151b41c1b0d tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321796 Jul 29 13:46:53.716385 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.db.resource_extend [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 13:46:53.770679 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:53.825282 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2567f8-4bd2-4658-b37b-84b8472d17b1 None None] Pushing event updated for resources: {'Port': ['ID=3f7229ac-d722-4134-acae-88bd9fc7410c,revision_number=4']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:53.827994 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-2f81c7e4-f69d-4d4a-a9a1-81ef14134c53 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:53.829635 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-2f81c7e4-f69d-4d4a-a9a1-81ef14134c53 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Synchronizing usage tracker for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:network {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:46:53.832399 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-ff2567f8-4bd2-4658-b37b-84b8472d17b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:53.918126 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c47e3e8-1616-4e42-acea-42b00ae546be {{(pid=78539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:46:53.960283 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:53.962221 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-2f81c7e4-f69d-4d4a-a9a1-81ef14134c53 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Unset dirty status for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:network {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:46:53.963813 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-2f81c7e4-f69d-4d4a-a9a1-81ef14134c53 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 819 time: 1.0796552 Jul 29 13:46:53.966669 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:53.983672 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:46:53.993073 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:54.004642 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-61b38aed-caf7-43bd-9ba7-ff8533b45ffd tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/quotas/6cfd3748c1d14e658070c8f54d22f737 HTTP/1.1" status: 200 len: 375 time: 0.0333650 Jul 29 13:46:54.018849 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:54.023224 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.provisioning_blocks [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Transition to ACTIVE for port object 8c47e3e8-1616-4e42-acea-42b00ae546be will not be triggered until provisioned by entity L2. {{(pid=78539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:46:54.036774 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:54.042194 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:54.189995 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c47e3e8-1616-4e42-acea-42b00ae546be,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:54.197170 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8930be8-b335-497e-8943-f8f73f4ee474,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:54.212659 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:54.226849 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] Set router 3c7ee19c-387f-4829-a8a4-dd715b3d547f gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:46:54.239641 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:54.248725 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:54.252898 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5914819 Jul 29 13:46:54.259289 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59882) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:54.290346 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'floatingip': {'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:46:54.338252 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:54.353701 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Usage tracker for resource:floatingip and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:54.359647 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea36a2-3eee-43ea-8752-e542f655980d None None] Pushing event updated for resources: {'Port': ['ID=d146fcc5-5aaa-44e3-8190-8b10b494fd68,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:54.369967 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:54.371935 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-70ea36a2-3eee-43ea-8752-e542f655980d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.264s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:54.390308 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:54.422193 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.managers [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Attempting to bind port 8c47e3e8-1616-4e42-acea-42b00ae546be on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:46:54.422775 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.managers [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Attempting to bind port 8c47e3e8-1616-4e42-acea-42b00ae546be by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '4f42e86e-9bb4-4920-9c80-8760938d9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a99642f8-b062-46ca-9aa8-f628b2b4e5dd'}] {{(pid=78539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:46:54.423134 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Attempting to bind port 8c47e3e8-1616-4e42-acea-42b00ae546be on network a99642f8-b062-46ca-9aa8-f628b2b4e5dd {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:46:54.430234 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Port 8c47e3e8-1616-4e42-acea-42b00ae546be on network a99642f8-b062-46ca-9aa8-f628b2b4e5dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 13:46:54.430761 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Attempting to bind port 8c47e3e8-1616-4e42-acea-42b00ae546be on network a99642f8-b062-46ca-9aa8-f628b2b4e5dd {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:46:54.438926 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:46:54.440186 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Checking segment: {'id': '4f42e86e-9bb4-4920-9c80-8760938d9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a99642f8-b062-46ca-9aa8-f628b2b4e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:46:54.441328 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Bound using segment: {'id': '4f42e86e-9bb4-4920-9c80-8760938d9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a99642f8-b062-46ca-9aa8-f628b2b4e5dd'} {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:46:54.441939 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.managers [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Bound port: 8c47e3e8-1616-4e42-acea-42b00ae546be, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f42e86e-9bb4-4920-9c80-8760938d9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a99642f8-b062-46ca-9aa8-f628b2b4e5dd'}}] {{(pid=78539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:46:54.443013 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:54.449667 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:54.507045 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-583f3f44-9179-4a05-bd67-77738c45d3b7 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4616935 Jul 29 13:46:54.620930 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] For port 8c47e3e8-1616-4e42-acea-42b00ae546be, host hv-cinder-80132, cleared binding levels {{(pid=78539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:46:54.628100 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] For port 8c47e3e8-1616-4e42-acea-42b00ae546be, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8c47e3e8-1616-4e42-acea-42b00ae546be,segment=NetworkSegment(4f42e86e-9bb4-4920-9c80-8760938d9c53),segment_id=4f42e86e-9bb4-4920-9c80-8760938d9c53)] {{(pid=78539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:46:54.635568 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:54.641154 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:54.739895 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:54.740683 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:54.742633 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] 10.222.0.10 "PUT /v2.0/ports/8c47e3e8-1616-4e42-acea-42b00ae546be HTTP/1.1" status: 200 len: 1093 time: 4.6288602 Jul 29 13:46:54.743283 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20a3edc-0927-433d-b83c-e1cb669134ad', 'tag': '8c47e3e8-1616-4e42-acea-42b00ae546be'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:46:54.851543 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:54.956737 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:52Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:54.966638 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b5698-ce1b-440e-8778-c4e85350a421 None None] The sync data for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi is: [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:52Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:46:54.981002 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c47e3e8-1616-4e42-acea-42b00ae546be,revision_number=3']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:54.994178 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:55.240286 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-router', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:30Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'gw_port': {'id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'd146fcc5-5aaa-44e3-8190-8b10b494fd68', 'name': '', 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'mac_address': 'fa:16:3e:f2:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9981d661-0274-4f07-b24d-63e92cb3c58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:41Z', 'updated_at': '2021-07-29T13:46:53Z', 'revision_number': 4, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'subnets': [{'id': '9981d661-0274-4f07-b24d-63e92cb3c58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:46:55.242548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-08be3c2c-4ba0-4b4f-acaa-c0e20af91f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:55.244102 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-08be3c2c-4ba0-4b4f-acaa-c0e20af91f7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4dc807af497149c1900a5787ab037ed5&device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 1096 time: 0.4146729 Jul 29 13:46:55.251709 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fb4fb-6057-4175-a7ad-ccf974756fa4 None None] The sync data for ids ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'] in dv-cinder-801321-2-iscsi is: [{'id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-router', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:30Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'gw_port': {'id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'd146fcc5-5aaa-44e3-8190-8b10b494fd68', 'name': '', 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'mac_address': 'fa:16:3e:f2:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9981d661-0274-4f07-b24d-63e92cb3c58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:41Z', 'updated_at': '2021-07-29T13:46:53Z', 'revision_number': 4, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'subnets': [{'id': '9981d661-0274-4f07-b24d-63e92cb3c58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:46:55.259021 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Allocated IP 172.27.0.34 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/e797f6e2-c487-4754-b18e-6dc0824e2d55) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:46:55.501973 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-8a1d8bf2-0abf-4041-9066-022bbd47e2b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c47e3e8-1616-4e42-acea-42b00ae546be HTTP/1.1" status: 200 len: 217 time: 0.2487416 Jul 29 13:46:55.677477 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16bde6-3562-43ed-81bd-41f43dc92172 req-06c6811a-b72b-4630-a35a-09431082f21a tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:55.682077 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9d16bde6-3562-43ed-81bd-41f43dc92172 req-06c6811a-b72b-4630-a35a-09431082f21a tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 943 time: 0.6175027 Jul 29 13:46:55.729522 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-ceea0486-2cfc-45fb-a373-5508755490a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:55.731686 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-ceea0486-2cfc-45fb-a373-5508755490a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2bd60ff0-6fe5-487c-b457-618a0d7b8f45 HTTP/1.1" status: 200 len: 852 time: 0.2242863 Jul 29 13:46:55.803013 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:55.823677 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-f8c7ea9c-61b3-46bd-aa1f-5b6103ad6004 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a99642f8-b062-46ca-9aa8-f628b2b4e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828514 Jul 29 13:46:55.842419 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:55.849111 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:55.889334 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9d16bde6-3562-43ed-81bd-41f43dc92172 req-f959fbeb-ea62-4acc-8206-4dbd18cf061d tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985939 Jul 29 13:46:55.953039 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'Port': ['ID=e797f6e2-c487-4754-b18e-6dc0824e2d55,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:55.962279 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:55.972334 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:46:55.973697 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:46:55.976834 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:46:56.130059 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-8ee652bc-2b1b-4553-9035-95595b0ccb15 service neutron] 10.222.0.10 "GET /v2.0/networks/a99642f8-b062-46ca-9aa8-f628b2b4e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984214 Jul 29 13:46:56.194552 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-b4ac51b5-843e-4ce5-b348-33ad4941169c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:46:56.196722 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-b4ac51b5-843e-4ce5-b348-33ad4941169c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7174900 Jul 29 13:46:56.299186 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59952) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:56.579886 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a81b72ed-81d9-4bb0-a875-3fd938780f6c req-778f2299-aeb2-4045-9354-18f5b089e4bd service neutron] 10.222.0.10 "GET /v2.0/networks/a99642f8-b062-46ca-9aa8-f628b2b4e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388971 Jul 29 13:46:56.646734 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:56.741147 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:56.981316 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 3f7229ac-d722-4134-acae-88bd9fc7410c up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:46:57.177306 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20a3edc-0927-433d-b83c-e1cb669134ad', 'tag': '8c47e3e8-1616-4e42-acea-42b00ae546be', 'status': 'completed', 'code': 200} Jul 29 13:46:57.240675 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 3f7229ac-d722-4134-acae-88bd9fc7410c completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:46:57.262104 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 3f7229ac-d722-4134-acae-88bd9fc7410c triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:57.262487 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:57.361896 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:57.428593 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd5180-5327-4434-9c37-7dde80135674 req-c6b54d7d-298d-4b71-9d62-e81159fe1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:57.430123 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0abd5180-5327-4434-9c37-7dde80135674 req-c6b54d7d-298d-4b71-9d62-e81159fe1196 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4dc807af497149c1900a5787ab037ed5&device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 1096 time: 0.2211239 Jul 29 13:46:57.431126 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-5d789197-b30a-45a4-b21c-d8ad281df63c service neutron] 10.222.0.23 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2184625 Jul 29 13:46:57.438643 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:57.548674 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:57.610216 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:57.617985 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 59974) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:57.713086 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 3f7229ac-d722-4134-acae-88bd9fc7410c, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=3f7229ac-d722-4134-acae-88bd9fc7410c,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:46:57.714491 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:57.722914 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:57.724744 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device d146fcc5-5aaa-44e3-8190-8b10b494fd68 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:46:57.768924 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-9a954022-849e-4f56-9b25-d35b31f4702b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:57.844973 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:57.848956 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] Usage tracker for resource:security_group_rule and tenant:8699f93400f5447db50cc5727a05ac00 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:57.859043 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:57.871427 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:57.878617 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'Port': ['ID=e797f6e2-c487-4754-b18e-6dc0824e2d55,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:57.896487 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:57.958472 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:57.977074 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=3f7229ac-d722-4134-acae-88bd9fc7410c,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:57.984398 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-6b157a64-610f-4ecf-a85b-55c1a3d5dd5c service neutron] 10.222.0.23 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428340 Jul 29 13:46:58.016794 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:58.018000 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:58.028046 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7589335 Jul 29 13:46:58.032316 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd5180-5327-4434-9c37-7dde80135674 req-0593f058-b01b-4947-a47b-5980bfe299d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:58.036594 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0abd5180-5327-4434-9c37-7dde80135674 req-0593f058-b01b-4947-a47b-5980bfe299d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a99642f8-b062-46ca-9aa8-f628b2b4e5dd HTTP/1.1" status: 200 len: 913 time: 0.5975547 Jul 29 13:46:58.043038 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port d146fcc5-5aaa-44e3-8190-8b10b494fd68 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:46:58.057235 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port d146fcc5-5aaa-44e3-8190-8b10b494fd68 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:58.057583 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:58.183945 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:58.191440 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:58.205779 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 8c47e3e8-1616-4e42-acea-42b00ae546be details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:46:58.239355 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:58.252068 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0abd5180-5327-4434-9c37-7dde80135674 req-492d12db-e03f-4cec-9ecb-5b0eac39b9c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c47e3e8-1616-4e42-acea-42b00ae546be HTTP/1.1" status: 200 len: 217 time: 0.2036119 Jul 29 13:46:58.349638 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff54b0-c72c-4ba0-bde9-c436908aaa83 req-ac4f8bce-b3f7-4ec2-8245-0c77b9d6ed93 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:58.351744 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a2ff54b0-c72c-4ba0-bde9-c436908aaa83 req-ac4f8bce-b3f7-4ec2-8245-0c77b9d6ed93 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 943 time: 0.6439228 Jul 29 13:46:58.383755 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8699f93400f5447db50cc5727a05ac00&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0824413 Jul 29 13:46:58.392380 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60004) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:58.403034 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ad068152-8997-4394-979b-eaa033a00e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:58.453512 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4983caa3-de87-49de-8148-c81f3e7676d1,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:58.489086 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd5180-5327-4434-9c37-7dde80135674 req-864ff893-84ac-43e3-8842-015ab5703d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:58.490547 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0abd5180-5327-4434-9c37-7dde80135674 req-864ff893-84ac-43e3-8842-015ab5703d20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2bd60ff0-6fe5-487c-b457-618a0d7b8f45 HTTP/1.1" status: 200 len: 852 time: 0.2218599 Jul 29 13:46:58.638285 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0abd5180-5327-4434-9c37-7dde80135674 req-18522a18-09fd-437d-9bc4-8b29b2e5167d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a99642f8-b062-46ca-9aa8-f628b2b4e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370122 Jul 29 13:46:58.642429 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:58.649857 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:58.683710 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-ad068152-8997-4394-979b-eaa033a00e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:46:58.736074 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a2ff54b0-c72c-4ba0-bde9-c436908aaa83 req-661a1407-e214-438a-857e-f97b5eb68538 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667438 Jul 29 13:46:58.750822 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-ad068152-8997-4394-979b-eaa033a00e25 admin admin] Usage tracker for resource:security_group_rule and tenant:76a965c4dfc2406e8464526e5045b624 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:46:58.756487 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port d146fcc5-5aaa-44e3-8190-8b10b494fd68, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=d146fcc5-5aaa-44e3-8190-8b10b494fd68,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:46:58.768118 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-ad068152-8997-4394-979b-eaa033a00e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:46:58.788576 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 8c47e3e8-1616-4e42-acea-42b00ae546be, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8c47e3e8-1616-4e42-acea-42b00ae546be,segment=NetworkSegment(4f42e86e-9bb4-4920-9c80-8760938d9c53),segment_id=4f42e86e-9bb4-4920-9c80-8760938d9c53)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:46:58.795771 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-ad068152-8997-4394-979b-eaa033a00e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:46:58.811712 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:58.827646 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-70ea36a2-3eee-43ea-8752-e542f655980d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:58.837156 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-9cdcde60-de26-4f42-ba3f-3c0707e34e95 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Synchronizing usage tracker for tenant:2026d9b7e1c749a99c004c932f036162 on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:46:58.853846 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8b05fb22-0249-4be8-b217-5ac7b9ba08f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:58.914279 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-9cdcde60-de26-4f42-ba3f-3c0707e34e95 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Unset dirty status for tenant:2026d9b7e1c749a99c004c932f036162 on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:46:58.915577 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-9cdcde60-de26-4f42-ba3f-3c0707e34e95 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1725199921&fields=id&tenant_id=2026d9b7e1c749a99c004c932f036162 HTTP/1.1" status: 200 len: 267 time: 0.3127820 Jul 29 13:46:58.918371 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8b05fb22-0249-4be8-b217-5ac7b9ba08f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:58.950643 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0abd5180-5327-4434-9c37-7dde80135674 req-43b9eaf3-cf2c-44a7-8c4e-474bf5b32fe9 service neutron] 10.222.0.10 "GET /v2.0/networks/a99642f8-b062-46ca-9aa8-f628b2b4e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976978 Jul 29 13:46:59.059038 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '8c47e3e8-1616-4e42-acea-42b00ae546be', 'network_id': 'a99642f8-b062-46ca-9aa8-f628b2b4e5dd', 'port_id': '8c47e3e8-1616-4e42-acea-42b00ae546be', 'mac_address': 'fa:16:3e:89:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd60ff0-6fe5-487c-b457-618a0d7b8f45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:46:59.068661 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 3f7229ac-d722-4134-acae-88bd9fc7410c up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:46:59.110980 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ad068152-8997-4394-979b-eaa033a00e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.156789 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0abd5180-5327-4434-9c37-7dde80135674 req-747f8e26-4457-4441-a6b8-7a995c78feeb service neutron] 10.222.0.10 "GET /v2.0/networks/a99642f8-b062-46ca-9aa8-f628b2b4e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572034 Jul 29 13:46:59.171905 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-4cee98cc-eb12-486d-8092-debaeadd19bb req-b1f3230c-40f4-4f58-abbb-f0e67e0e2ead tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Synchronizing usage tracker for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:46:59.215517 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ad068152-8997-4394-979b-eaa033a00e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.226524 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-4cee98cc-eb12-486d-8092-debaeadd19bb req-b1f3230c-40f4-4f58-abbb-f0e67e0e2ead tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Unset dirty status for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:46:59.228095 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4cee98cc-eb12-486d-8092-debaeadd19bb req-b1f3230c-40f4-4f58-abbb-f0e67e0e2ead tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.2764604 Jul 29 13:46:59.248850 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8b05fb22-0249-4be8-b217-5ac7b9ba08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.262181 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:59.289888 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.316027 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=d146fcc5-5aaa-44e3-8190-8b10b494fd68,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:59.322188 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:59.330653 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c47e3e8-1616-4e42-acea-42b00ae546be {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:46:59.334701 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 3f7229ac-d722-4134-acae-88bd9fc7410c triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:46:59.335072 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.391804 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad068152-8997-4394-979b-eaa033a00e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be53ad9-b473-4d90-9325-7353a28e8f5a,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:59.402200 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-ad068152-8997-4394-979b-eaa033a00e25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76a965c4dfc2406e8464526e5045b624&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7659423 Jul 29 13:46:59.402621 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60050) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:46:59.410111 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8b05fb22-0249-4be8-b217-5ac7b9ba08f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.415619 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-8b05fb22-0249-4be8-b217-5ac7b9ba08f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4983caa3-de87-49de-8148-c81f3e7676d1 HTTP/1.1" status: 204 len: 168 time: 0.9642105 Jul 29 13:46:59.435491 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05fb22-0249-4be8-b217-5ac7b9ba08f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4983caa3-de87-49de-8148-c81f3e7676d1,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:59.441605 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8b05fb22-0249-4be8-b217-5ac7b9ba08f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:59.443150 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:59.444031 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:59.456967 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-d9fcc76a-df16-4ab5-9848-1ce1e5439318 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:46:59.457981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-d9fcc76a-df16-4ab5-9848-1ce1e5439318 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Synchronizing usage tracker for tenant:2026d9b7e1c749a99c004c932f036162 on resource:network {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:46:59.481623 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-d9fcc76a-df16-4ab5-9848-1ce1e5439318 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Unset dirty status for tenant:2026d9b7e1c749a99c004c932f036162 on resource:network {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:46:59.492792 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-d9fcc76a-df16-4ab5-9848-1ce1e5439318 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 815 time: 0.5649531 Jul 29 13:46:59.519189 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-3d7c65eb-f5bc-478a-a3c6-abe42d6c403f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/quotas/2026d9b7e1c749a99c004c932f036162 HTTP/1.1" status: 200 len: 375 time: 0.0250263 Jul 29 13:46:59.523089 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 8c47e3e8-1616-4e42-acea-42b00ae546be, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8c47e3e8-1616-4e42-acea-42b00ae546be,segment=NetworkSegment(4f42e86e-9bb4-4920-9c80-8760938d9c53),segment_id=4f42e86e-9bb4-4920-9c80-8760938d9c53)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:46:59.565531 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d31652f0-7823-4869-beaf-9eb3dd02a77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.595055 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d31652f0-7823-4869-beaf-9eb3dd02a77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.616779 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.632238 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:59.643581 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-c6499b83-409f-4468-8aa8-aeb5d5e26899 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Synchronizing usage tracker for tenant:2026d9b7e1c749a99c004c932f036162 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:46:59.677636 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d31652f0-7823-4869-beaf-9eb3dd02a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.677941 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-c6499b83-409f-4468-8aa8-aeb5d5e26899 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Unset dirty status for tenant:2026d9b7e1c749a99c004c932f036162 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:46:59.692816 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:46:59.693576 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-c6499b83-409f-4468-8aa8-aeb5d5e26899 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1732042 Jul 29 13:46:59.733062 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31652f0-7823-4869-beaf-9eb3dd02a77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be53ad9-b473-4d90-9325-7353a28e8f5a,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:59.739201 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d31652f0-7823-4869-beaf-9eb3dd02a77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:59.760087 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d31652f0-7823-4869-beaf-9eb3dd02a77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:46:59.763131 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d31652f0-7823-4869-beaf-9eb3dd02a77a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2be53ad9-b473-4d90-9325-7353a28e8f5a HTTP/1.1" status: 204 len: 168 time: 0.3594809 Jul 29 13:46:59.878316 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=8c47e3e8-1616-4e42-acea-42b00ae546be,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:46:59.887545 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:46:59.925746 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['8c47e3e8-1616-4e42-acea-42b00ae546be'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:47:00.004708 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-6cc5375e-656d-4840-a449-1539061d92d3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:00.006504 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-6cc5375e-656d-4840-a449-1539061d92d3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 819 time: 0.2116539 Jul 29 13:47:00.036994 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-b359189e-3911-473e-b592-7cbaa5014aaa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/quotas/6cfd3748c1d14e658070c8f54d22f737 HTTP/1.1" status: 200 len: 375 time: 0.0221004 Jul 29 13:47:00.149536 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-eb57b556-ec68-4725-a831-f08774138bc6 service neutron] 10.222.0.23 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482634 Jul 29 13:47:00.267870 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-f8fed225-e2d1-433c-973f-d3e3cca15f76 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2239778 Jul 29 13:47:00.398610 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60098) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:00.476092 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:00.505947 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:00.514651 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] Usage tracker for resource:security_group_rule and tenant:3f86f1224dd841fe80405e595a8c2167 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:00.528821 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:00.538189 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-7ea33840-2cd6-4615-afb3-a3ba7f9a4549 service neutron] 10.222.0.23 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558932 Jul 29 13:47:00.542727 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:00.549858 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-391409c4-b6e1-4c2f-a39d-ef879769ecb6 service neutron] 10.222.0.23 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957465 Jul 29 13:47:00.751712 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:00.752006 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60106) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:00.773557 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:00.787111 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-5ac67e3f-131a-46fe-814f-4b0399e803be service neutron] 10.222.0.23 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479446 Jul 29 13:47:00.811066 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e382a966-19b2-4179-88c7-ab60c129c743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:00.850445 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f86f1224dd841fe80405e595a8c2167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417944 Jul 29 13:47:00.852764 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46194f9-3cd4-43fb-a81a-0bc7ef77dccc,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:00.853906 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60110) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:00.857120 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:00.931184 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device d146fcc5-5aaa-44e3-8190-8b10b494fd68 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:47:00.966443 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:00.974198 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-822c4c9f-e757-45ce-bed7-49052cb68e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:01.053831 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-822c4c9f-e757-45ce-bed7-49052cb68e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:01.056385 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port d146fcc5-5aaa-44e3-8190-8b10b494fd68 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:47:01.058451 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:01.105904 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:01.112407 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6e1dc7b2d141fd85c3b1321b797bc2 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:01.115813 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:01.139406 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:01.225652 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d3145f92-8718-4811-b41e-09f46ff50853 req-6fbaeb60-3f29-436a-8a81-62bc3d55be73 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.1524637 Jul 29 13:47:01.233369 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6f306-44d8-4c31-8e4d-99f7963effc5 req-1b4954b5-63d3-4ac7-90f1-939609bd17ff tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:01.234924 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d5d6f306-44d8-4c31-8e4d-99f7963effc5 req-1b4954b5-63d3-4ac7-90f1-939609bd17ff tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 944 time: 0.2753267 Jul 29 13:47:01.473292 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d5d6f306-44d8-4c31-8e4d-99f7963effc5 req-0dec7475-d5c1-4fce-a7d7-d6d7c2e210c1 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227614 Jul 29 13:47:01.654866 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:01.665141 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:01.696415 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f948d2c0-5ce9-41d0-baef-a3090322941c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:01.721472 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-822c4c9f-e757-45ce-bed7-49052cb68e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:01.764664 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3538a5b-b7d9-4e55-abe9-29e80de0438c,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:01.778108 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe6e1dc7b2d141fd85c3b1321b797bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0172820 Jul 29 13:47:01.778108 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:01.780351 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60146) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:01.805133 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-baa6f20f-1d49-4558-bb28-df5875780271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:01.851007 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-52693c01-a655-42a8-966a-c8045db7a6bd req-65686266-f70a-4f14-83cb-8b2b21c06439 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 210 time: 0.2194867 Jul 29 13:47:01.873932 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c4c9f-e757-45ce-bed7-49052cb68e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46194f9-3cd4-43fb-a81a-0bc7ef77dccc,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:01.888604 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-822c4c9f-e757-45ce-bed7-49052cb68e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:01.919580 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-822c4c9f-e757-45ce-bed7-49052cb68e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:01.923645 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-822c4c9f-e757-45ce-bed7-49052cb68e3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b46194f9-3cd4-43fb-a81a-0bc7ef77dccc HTTP/1.1" status: 204 len: 168 time: 1.0687194 Jul 29 13:47:01.927782 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f935-0344-4db1-a8ae-b9cb69225309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:01.958383 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-a57cb8e6-756f-41fa-b6b9-3747c83273d8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:01.960039 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-a57cb8e6-756f-41fa-b6b9-3747c83273d8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 819 time: 0.7431200 Jul 29 13:47:01.988925 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Request body: {'port': {'device_id': 'e12ee6c7-4eeb-4d6a-9669-c5d54f902a60', 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063', 'admin_state_up': True, 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:01.992927 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f935-0344-4db1-a8ae-b9cb69225309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:02.107609 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f935-0344-4db1-a8ae-b9cb69225309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:02.114209 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-736f73ae-1a71-4d29-8fe0-0593fd7e7af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:02.142027 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7f935-0344-4db1-a8ae-b9cb69225309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3538a5b-b7d9-4e55-abe9-29e80de0438c,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:02.145751 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-cdf7f935-0344-4db1-a8ae-b9cb69225309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:02.155353 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f935-0344-4db1-a8ae-b9cb69225309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:02.157672 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-cdf7f935-0344-4db1-a8ae-b9cb69225309 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3538a5b-b7d9-4e55-abe9-29e80de0438c HTTP/1.1" status: 204 len: 168 time: 0.3755696 Jul 29 13:47:02.178122 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 8c47e3e8-1616-4e42-acea-42b00ae546be up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:47:02.296770 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:02.324869 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port 8c47e3e8-1616-4e42-acea-42b00ae546be completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:47:02.338225 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 8c47e3e8-1616-4e42-acea-42b00ae546be triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:47:02.342427 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:02.343645 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:02.382266 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Made reservation on behalf of 6cfd3748c1d14e658070c8f54d22f737 for: {'port': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:47:02.386459 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:02.654298 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:02.693024 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8fcdf5bd-31df-49f2-a3e6-94fde8c24203 req-c45ae0e7-26ab-4c88-988f-da646ce77c0d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.1730549 Jul 29 13:47:02.769436 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a3edc-0927-433d-b83c-e1cb669134ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c47e3e8-1616-4e42-acea-42b00ae546be'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:47:02.831060 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.10', 49890) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:03.046218 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Allocated IP 172.20.0.6 (eb925b22-19d5-405f-9907-5e2d5d2e2063/9981d661-0274-4f07-b24d-63e92cb3c58d/e737bce1-cc2c-471c-8eed-f41d65cc36ec) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:47:03.048396 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 8c47e3e8-1616-4e42-acea-42b00ae546be, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8c47e3e8-1616-4e42-acea-42b00ae546be,segment=NetworkSegment(4f42e86e-9bb4-4920-9c80-8760938d9c53),segment_id=4f42e86e-9bb4-4920-9c80-8760938d9c53)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:03.055648 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:03.057567 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:03.108195 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3930-7c84-4e2a-b301-507e83b2782a req-03b414e8-8c87-43b9-b680-2cb5ae50e1a9 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:03.110369 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ba6c3930-7c84-4e2a-b301-507e83b2782a req-03b414e8-8c87-43b9-b680-2cb5ae50e1a9 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 944 time: 0.3248968 Jul 29 13:47:03.224155 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=8c47e3e8-1616-4e42-acea-42b00ae546be,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:03.244537 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:03.360393 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3d4edbb4-1272-4ba4-a017-4d1a38461c1e req-15adde2b-04e7-4429-9b64-62fdceee8eec tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 210 time: 0.1224883 Jul 29 13:47:03.468810 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-59ded9b9-111f-4d1f-93e2-83ed7c140883 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:03.470835 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-59ded9b9-111f-4d1f-93e2-83ed7c140883 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.10 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 815 time: 0.6381931 Jul 29 13:47:03.535678 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ba6c3930-7c84-4e2a-b301-507e83b2782a req-ef41c83d-36fa-418e-9b23-63d6057a519b tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193959 Jul 29 13:47:03.605921 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.10', 49893) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:03.623951 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-3ea29b5d-7c5f-4556-ad57-593c9e399f01 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2026d9b7e1c749a99c004c932f036162 HTTP/1.1" status: 200 len: 380 time: 0.1428084 Jul 29 13:47:03.694353 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'port': {'device_id': '34434d35-e90c-4569-8765-7ebefc79157b', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'admin_state_up': True, 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'security_groups': ['659a5f09-e536-4d1c-a3fa-a89563165467']}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:03.735181 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:03.794112 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:03.814611 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:03.987651 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Network eb925b22-19d5-405f-9907-5e2d5d2e2063 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:47:03.990981 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:47:03.996215 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:47:04.001880 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:04.002552 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:04.017434 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Pushing event updated for resources: {'Port': ['ID=e737bce1-cc2c-471c-8eed-f41d65cc36ec,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:04.022129 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:04.046358 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0624609 Jul 29 13:47:04.075153 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Request body: {'port': {'device_id': 'e12ee6c7-4eeb-4d6a-9669-c5d54f902a60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:04.392203 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20a3edc-0927-433d-b83c-e1cb669134ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c47e3e8-1616-4e42-acea-42b00ae546be', 'code': 200} Jul 29 13:47:04.494074 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:04.641609 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f5a15d7a-e39f-42db-85a4-372ed572dfb5 req-a79fbcdd-ecb5-4386-97c5-e8bc2d308485 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.4138069 Jul 29 13:47:04.642285 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60286) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:04.865155 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-ebe26367-8abf-4b14-826a-244d485b4c3e tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:04.869121 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-ebe26367-8abf-4b14-826a-244d485b4c3e tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 819 time: 1.2513049 Jul 29 13:47:04.875870 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.10', 49899) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:04.937514 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:04.977900 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-d4c60e7a-bca8-4b45-aa35-361d691352df req-f7f3fbea-13e7-498c-8172-382095a0a007 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Synchronizing usage tracker for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:47:04.994523 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Request body: {'port': {'device_id': '6d647b26-cdcd-480c-8f92-5f6762e3914d', 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063', 'admin_state_up': True, 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:05.015188 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-d4c60e7a-bca8-4b45-aa35-361d691352df req-f7f3fbea-13e7-498c-8172-382095a0a007 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Unset dirty status for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:47:05.017891 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d4c60e7a-bca8-4b45-aa35-361d691352df req-f7f3fbea-13e7-498c-8172-382095a0a007 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 210 time: 0.1053193 Jul 29 13:47:05.065956 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:05.167810 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Made reservation on behalf of 2026d9b7e1c749a99c004c932f036162 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:47:05.171842 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:05.209747 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-25c85d99-d18a-4ab9-ad84-a5759a2c4afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:05.279459 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:05.290728 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:05.303719 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-d02c2d6e-5ee0-49f3-a44c-0a4ef46f3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:05.305812 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-d02c2d6e-5ee0-49f3-a44c-0a4ef46f3576 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 1098 time: 0.4286575 Jul 29 13:47:05.310196 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Made reservation on behalf of 6cfd3748c1d14e658070c8f54d22f737 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:47:05.313953 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:05.393178 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:05.416404 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:05.420691 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] Usage tracker for resource:security_group_rule and tenant:7490d2f905b648f1b47043636c5778d4 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:05.424171 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:05.452112 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e737bce1-cc2c-471c-8eed-f41d65cc36ec {{(pid=78539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:47:05.459947 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:05.467891 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:05.476315 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.provisioning_blocks [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Transition to ACTIVE for port object e737bce1-cc2c-471c-8eed-f41d65cc36ec will not be triggered until provisioned by entity L2. {{(pid=78539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:47:05.482389 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:05.487670 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:05.538183 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2aaea-5762-4cc6-9369-2976777d635b req-23d26807-f957-4fa0-843a-55d61c855ac0 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:05.540049 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3af2aaea-5762-4cc6-9369-2976777d635b req-23d26807-f957-4fa0-843a-55d61c855ac0 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 945 time: 0.6658947 Jul 29 13:47:05.550797 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:05.609719 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:05.717226 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Pushing event updated for resources: {'Port': ['ID=e737bce1-cc2c-471c-8eed-f41d65cc36ec,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:05.727165 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:05.735018 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:05.758942 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] Usage tracker for resource:security_group_rule and tenant:c40d0c3f6ca8471a9d9a6b3ff0c584af is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:05.762229 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.managers [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Attempting to bind port e737bce1-cc2c-471c-8eed-f41d65cc36ec on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:47:05.762923 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.managers [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Attempting to bind port e737bce1-cc2c-471c-8eed-f41d65cc36ec by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'}] {{(pid=78539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:47:05.764367 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Attempting to bind port e737bce1-cc2c-471c-8eed-f41d65cc36ec on network eb925b22-19d5-405f-9907-5e2d5d2e2063 {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:47:05.770536 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Port e737bce1-cc2c-471c-8eed-f41d65cc36ec on network eb925b22-19d5-405f-9907-5e2d5d2e2063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 13:47:05.770857 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Attempting to bind port e737bce1-cc2c-471c-8eed-f41d65cc36ec on network eb925b22-19d5-405f-9907-5e2d5d2e2063 {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:47:05.772686 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:05.778334 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:47:05.778889 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Checking segment: {'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:47:05.779285 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Bound using segment: {'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'} {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:47:05.779800 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.managers [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Bound port: e737bce1-cc2c-471c-8eed-f41d65cc36ec, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'}}] {{(pid=78539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:47:05.780854 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:05.827200 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:05.832141 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3af2aaea-5762-4cc6-9369-2976777d635b req-d189458c-214a-41a9-a31b-c1da40b39764 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631266 Jul 29 13:47:05.984801 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9f44b80a-312b-4ee6-96d6-d36c24ff2f3a req-295049fb-6b76-4c10-8990-e6f5e7cb14da tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0569949 Jul 29 13:47:06.015549 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] For port e737bce1-cc2c-471c-8eed-f41d65cc36ec, host hv-cinder-80132, cleared binding levels {{(pid=78539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:47:06.020312 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] For port e737bce1-cc2c-471c-8eed-f41d65cc36ec, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:47:06.040280 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.041224 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60352) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:06.061177 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:06.096486 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Allocated IP 172.20.0.12 (eb925b22-19d5-405f-9907-5e2d5d2e2063/9981d661-0274-4f07-b24d-63e92cb3c58d/e0e1b229-dc70-4f00-b55e-4160507fc5a0) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:47:06.117140 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Allocated IP 172.20.0.4 (96f4876e-fe94-4c5a-a961-3b195609878f/536d180f-7745-409a-a734-381b66ac00b4/7b66d636-0450-48c5-9abc-1a64a686a872) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:47:06.143354 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:06.143354 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.144618 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] 10.222.0.10 "PUT /v2.0/ports/e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 1093 time: 2.0882006 Jul 29 13:47:06.148391 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12ee6c7-4eeb-4d6a-9669-c5d54f902a60', 'tag': 'e737bce1-cc2c-471c-8eed-f41d65cc36ec'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:47:06.181876 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.189952 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Pushing event updated for resources: {'Port': ['ID=e737bce1-cc2c-471c-8eed-f41d65cc36ec,revision_number=3']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:06.195604 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:06.257247 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e12ee6c7-4eeb-4d6a-9669-c5d54f902a60', 'tag': 'e737bce1-cc2c-471c-8eed-f41d65cc36ec', 'status': 'completed', 'code': 200} Jul 29 13:47:06.283348 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.290135 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-76f87794-bf06-4d01-9db2-9aacd80af1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:06.292190 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-76f87794-bf06-4d01-9db2-9aacd80af1c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1096 time: 0.0955398 Jul 29 13:47:06.292931 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-39b84d28-8d3b-474e-9883-b70c323fec18 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:06.336019 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a1463-2e67-4319-a2a7-1d12459f1b7d,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:06.345752 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8171f077-453f-46d4-98ff-570f66e41ca9 req-43956c66-765c-4283-883d-c7a35e6e9298 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 210 time: 0.1117914 Jul 29 13:47:06.374670 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:06.427493 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7490d2f905b648f1b47043636c5778d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7582717 Jul 29 13:47:06.431474 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.433509 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60372) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:06.466921 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-32e62904-bccf-41d0-a63c-09a2c04fdfb1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 217 time: 0.1679323 Jul 29 13:47:06.472233 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:06.512925 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] Usage tracker for resource:security_group_rule and tenant:38f1d78ed51a4013bc55cd11cb3744c7 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:06.519437 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:06.535132 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:06.555891 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-e889efbb-6557-4a46-9b91-d50ad29ba233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:06.558132 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-e889efbb-6557-4a46-9b91-d50ad29ba233 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.0834200 Jul 29 13:47:06.590396 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.618691 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-ee9b2a4f-ecbc-49b3-a79d-8ac1650e63e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540645 Jul 29 13:47:06.626255 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ccdc56c2-fab9-4bc9-a8e4-cfa37c173c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.676304 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.711139 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:06.740393 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3910983 Jul 29 13:47:06.795490 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef55ecc-ac67-4db4-b370-257ca16d4b83,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:06.820079 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:06.853293 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ccdc56c2-fab9-4bc9-a8e4-cfa37c173c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.873611 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-52a3eb96-1fd0-44cc-b4ec-b81512eca755 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452538 Jul 29 13:47:06.921133 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.937698 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:06.972524 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d31652f0-7823-4869-beaf-9eb3dd02a77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:06.983929 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38f1d78ed51a4013bc55cd11cb3744c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9394836 Jul 29 13:47:06.985706 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60398) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:07.062471 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.093506 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.126401 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Transition to ACTIVE for port object 7b66d636-0450-48c5-9abc-1a64a686a872 will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:47:07.128863 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ccdc56c2-fab9-4bc9-a8e4-cfa37c173c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.149216 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:07.154636 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce66bbf9-6568-4656-88d5-1c131fe7bc26,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:07.167698 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:07.184191 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc56c2-fab9-4bc9-a8e4-cfa37c173c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a1463-2e67-4319-a2a7-1d12459f1b7d,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:07.205702 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ccdc56c2-fab9-4bc9-a8e4-cfa37c173c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:07.240193 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-278380bb-327d-449c-83a6-05de80b646dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.244113 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e98b4ea8-2d5f-4bff-a9a6-4b35c8cae86c req-eb937579-13f3-42bf-a35f-eff1ff2fedeb service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577785 Jul 29 13:47:07.275101 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7aca3-25a3-48f5-99f6-dc21db394382 req-da82ead0-e129-4ebd-8ca8-9ec2437a2a43 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:07.277429 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3cc7aca3-25a3-48f5-99f6-dc21db394382 req-da82ead0-e129-4ebd-8ca8-9ec2437a2a43 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 945 time: 0.2224844 Jul 29 13:47:07.287289 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-278380bb-327d-449c-83a6-05de80b646dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.403714 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3cc7aca3-25a3-48f5-99f6-dc21db394382 req-45b5a9ac-7135-4a2c-a322-f0be3d71f258 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187718 Jul 29 13:47:07.405194 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.417489 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-9943f559-3c29-4404-a131-7657084a3bfe req-5945c77e-6124-4562-b673-93bdbb99416c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Synchronizing usage tracker for tenant:2026d9b7e1c749a99c004c932f036162 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:47:07.458668 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:07.468021 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028496cc-4c22-44c3-b33f-9c03353ec598 req-25496028-a985-4a53-91a6-b51b26c33372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:07.469618 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-028496cc-4c22-44c3-b33f-9c03353ec598 req-25496028-a985-4a53-91a6-b51b26c33372 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1096 time: 0.1336131 Jul 29 13:47:07.626365 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028496cc-4c22-44c3-b33f-9c03353ec598 req-e1b20e6e-e723-46db-90a6-347642d62bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:07.626479 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-028496cc-4c22-44c3-b33f-9c03353ec598 req-e1b20e6e-e723-46db-90a6-347642d62bdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.1489990 Jul 29 13:47:07.629375 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-278380bb-327d-449c-83a6-05de80b646dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.662665 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Pushing event updated for resources: {'Port': ['ID=e0e1b229-dc70-4f00-b55e-4160507fc5a0,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:07.677559 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ccdc56c2-fab9-4bc9-a8e4-cfa37c173c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.678955 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-ccdc56c2-fab9-4bc9-a8e4-cfa37c173c6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b14a1463-2e67-4319-a2a7-1d12459f1b7d HTTP/1.1" status: 204 len: 168 time: 1.2418220 Jul 29 13:47:07.679070 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:07.708531 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:07.709974 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-9943f559-3c29-4404-a131-7657084a3bfe req-5945c77e-6124-4562-b673-93bdbb99416c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Unset dirty status for tenant:2026d9b7e1c749a99c004c932f036162 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:47:07.715586 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9943f559-3c29-4404-a131-7657084a3bfe req-5945c77e-6124-4562-b673-93bdbb99416c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.4588845 Jul 29 13:47:07.721925 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Network eb925b22-19d5-405f-9907-5e2d5d2e2063 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:47:07.724608 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:47:07.738857 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:47:07.780926 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278380bb-327d-449c-83a6-05de80b646dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce66bbf9-6568-4656-88d5-1c131fe7bc26,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:07.783369 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-028496cc-4c22-44c3-b33f-9c03353ec598 req-13c6224e-f15e-4bbc-a8e6-18e85e8ee9a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 217 time: 0.1135790 Jul 29 13:47:07.785130 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-278380bb-327d-449c-83a6-05de80b646dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:07.813991 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b58e45b7-e90d-46cc-a06b-b6b01271799e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.831221 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.837276 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60430) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:07.842826 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-278380bb-327d-449c-83a6-05de80b646dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:07.843965 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-278380bb-327d-449c-83a6-05de80b646dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce66bbf9-6568-4656-88d5-1c131fe7bc26 HTTP/1.1" status: 204 len: 168 time: 0.8550932 Jul 29 13:47:07.895623 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ce12a0cd-7cd0-40fd-a8bc-e05addc5f185 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:07.942443 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bca80-402a-4c09-ac9b-3dffb29c9eaf req-3ef07b8e-06b3-4300-9578-57f73986e81c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:07.948349 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0c2bca80-402a-4c09-ac9b-3dffb29c9eaf req-3ef07b8e-06b3-4300-9578-57f73986e81c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 932 time: 0.3164420 Jul 29 13:47:07.949992 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028496cc-4c22-44c3-b33f-9c03353ec598 req-9afe97b3-5581-47b0-beda-45492b3aed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:07.956175 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-028496cc-4c22-44c3-b33f-9c03353ec598 req-9afe97b3-5581-47b0-beda-45492b3aed98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.1601832 Jul 29 13:47:08.115917 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Network 96f4876e-fe94-4c5a-a961-3b195609878f is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:47:08.120199 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:47:08.130687 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:08.131701 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:08.143783 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:47:08.201122 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-028496cc-4c22-44c3-b33f-9c03353ec598 req-a5b9c748-6779-425c-b11c-e3aa546f92e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2217174 Jul 29 13:47:08.215200 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:08.218743 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0c2bca80-402a-4c09-ac9b-3dffb29c9eaf req-dfb9c8f2-0f38-4170-bd2a-efab5c302f5f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613969 Jul 29 13:47:08.228246 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e737bce1-cc2c-471c-8eed-f41d65cc36ec details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:47:08.255684 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:08.290039 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3537321 Jul 29 13:47:08.309586 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Request body: {'port': {'device_id': '6d647b26-cdcd-480c-8f92-5f6762e3914d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:08.520865 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port e737bce1-cc2c-471c-8eed-f41d65cc36ec, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:08.539403 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': 'e737bce1-cc2c-471c-8eed-f41d65cc36ec', 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063', 'port_id': 'e737bce1-cc2c-471c-8eed-f41d65cc36ec', 'mac_address': 'fa:16:3e:be:5c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9981d661-0274-4f07-b24d-63e92cb3c58d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:47:08.597477 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60462) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:08.601385 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-028496cc-4c22-44c3-b33f-9c03353ec598 req-257b47af-c389-4523-a02a-edbae65e165f service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895183 Jul 29 13:47:08.615079 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:08.623625 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:08.624456 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:08.629553 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-9940205b-94f9-49f6-b60c-65520b7430d0 None None] Provisioning for port 7b66d636-0450-48c5-9abc-1a64a686a872 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:47:08.641379 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e737bce1-cc2c-471c-8eed-f41d65cc36ec {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:47:08.646980 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-9940205b-94f9-49f6-b60c-65520b7430d0 None None] Provisioning complete for port 7b66d636-0450-48c5-9abc-1a64a686a872 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:47:08.648153 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9940205b-94f9-49f6-b60c-65520b7430d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:08.671389 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:08.679798 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9983082 Jul 29 13:47:08.686594 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:08.718833 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Request body: {'port': {'device_id': '34434d35-e90c-4569-8765-7ebefc79157b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:08.730884 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-9940205b-94f9-49f6-b60c-65520b7430d0 None None] Port 7b66d636-0450-48c5-9abc-1a64a686a872 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:47:08.744282 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:08.745842 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port e737bce1-cc2c-471c-8eed-f41d65cc36ec, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:08.753477 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:08.753688 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] Usage tracker for resource:security_group_rule and tenant:f22bc2d3618a47bfa2ede9a03b949f6a is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:08.756088 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:08.778580 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:08.831155 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60476) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:08.832171 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:08.849851 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=e737bce1-cc2c-471c-8eed-f41d65cc36ec,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:08.854094 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:08.883024 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:08.924345 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:08.934042 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:08.942717 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ed12c993fc45379875650e8abc7373 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:08.953689 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['e737bce1-cc2c-471c-8eed-f41d65cc36ec'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:47:08.961104 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:08.988698 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:08.998852 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:09.003257 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] Usage tracker for resource:security_group_rule and tenant:bd0cdeaddb014ec6ad1ea1dc2a281b25 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:09.004338 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-028496cc-4c22-44c3-b33f-9c03353ec598 req-4a6437ae-ad11-4f7d-8632-122b464f40e0 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805311 Jul 29 13:47:09.006661 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:09.015071 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:09.095625 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bc80a-fab0-438b-9cbc-0da2189363a7 req-9b51253e-e33c-4639-953e-3184334f071e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:09.097202 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-442bc80a-fab0-438b-9cbc-0da2189363a7 req-9b51253e-e33c-4639-953e-3184334f071e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 931 time: 0.1856818 Jul 29 13:47:09.105253 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:09.137755 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:09.151679 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-17e403e3-a31d-492b-96f8-39c11938b758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:09.168835 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:09.169817 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-442bc80a-fab0-438b-9cbc-0da2189363a7 req-25a4baba-02cf-48b6-b35a-594f2496e527 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632267 Jul 29 13:47:09.201587 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e38b7c-b981-4128-93b5-de6aede2be64,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:09.209052 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f22bc2d3618a47bfa2ede9a03b949f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6103742 Jul 29 13:47:09.209801 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60502) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:09.210525 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:09.284841 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:09.316692 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c63f483a-ac46-4871-bcbe-ed7653aa1db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:09.372662 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c63f483a-ac46-4871-bcbe-ed7653aa1db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:09.407537 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:09.461511 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:09.486021 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:47:09.504707 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:09.536802 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc6048-0646-4e55-8844-49233debf021 req-ddc42231-48ca-4748-9c5f-9ff81455542b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:09.544938 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-aebc6048-0646-4e55-8844-49233debf021 req-ddc42231-48ca-4748-9c5f-9ff81455542b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 932 time: 0.1023529 Jul 29 13:47:09.547605 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c63f483a-ac46-4871-bcbe-ed7653aa1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:09.569745 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1ede29f6-7e41-418a-b1d4-a61894990c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:09.603278 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f483a-ac46-4871-bcbe-ed7653aa1db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e38b7c-b981-4128-93b5-de6aede2be64,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:09.616657 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-aebc6048-0646-4e55-8844-49233debf021 req-d136df13-4137-4fdf-88ee-954f694b2940 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707064 Jul 29 13:47:09.617573 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c63f483a-ac46-4871-bcbe-ed7653aa1db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:09.619872 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c63f483a-ac46-4871-bcbe-ed7653aa1db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:09.628934 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-c63f483a-ac46-4871-bcbe-ed7653aa1db1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42e38b7c-b981-4128-93b5-de6aede2be64 HTTP/1.1" status: 204 len: 168 time: 0.4172957 Jul 29 13:47:09.690983 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaf315-6c23-42da-bf8d-18e94bc62e01 req-2ce77bbd-53e3-4247-ba31-b213a5dfbb9e tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:09.692994 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e3eaf315-6c23-42da-bf8d-18e94bc62e01 req-2ce77bbd-53e3-4247-ba31-b213a5dfbb9e tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 945 time: 0.9794278 Jul 29 13:47:09.827237 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd0cdeaddb014ec6ad1ea1dc2a281b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9896531 Jul 29 13:47:09.832544 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60538) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:09.837610 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4246af51-4988-472c-ac94-7e355867510f,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:09.861791 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:09.961574 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e3eaf315-6c23-42da-bf8d-18e94bc62e01 req-82a941c6-f776-4135-8bb6-ffdf200c553d tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373326 Jul 29 13:47:10.008773 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b441fc24-7aab-4f94-9984-ed7c650107e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.071768 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b441fc24-7aab-4f94-9984-ed7c650107e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.143164 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b441fc24-7aab-4f94-9984-ed7c650107e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.151559 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:10.167431 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b441fc24-7aab-4f94-9984-ed7c650107e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.171851 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b441fc24-7aab-4f94-9984-ed7c650107e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4246af51-4988-472c-ac94-7e355867510f HTTP/1.1" status: 204 len: 168 time: 0.3377707 Jul 29 13:47:10.174607 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441fc24-7aab-4f94-9984-ed7c650107e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4246af51-4988-472c-ac94-7e355867510f,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:10.184478 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b441fc24-7aab-4f94-9984-ed7c650107e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:10.219605 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e737bce1-cc2c-471c-8eed-f41d65cc36ec up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:47:10.310632 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.327211 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.340971 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:10.346680 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port e737bce1-cc2c-471c-8eed-f41d65cc36ec completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:47:10.353678 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port e737bce1-cc2c-471c-8eed-f41d65cc36ec triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:47:10.354809 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.408072 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e1b229-dc70-4f00-b55e-4160507fc5a0 {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:47:10.421858 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dbfaa8-dc3e-40cf-931a-47aa0171de72,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:10.426297 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3ed12c993fc45379875650e8abc7373&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5879166 Jul 29 13:47:10.428371 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:10.430025 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.433266 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60572) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:10.483295 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Transition to ACTIVE for port object e0e1b229-dc70-4f00-b55e-4160507fc5a0 will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:47:10.507278 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.545352 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4cf80e5a-fb89-42fb-9eb1-7b28424458bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:10.600106 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa192bd-b228-427f-a0a4-8006205c2f5d req-51bef44c-1903-422e-aa1c-6c446c89e518 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:10.611359 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8aa192bd-b228-427f-a0a4-8006205c2f5d req-51bef44c-1903-422e-aa1c-6c446c89e518 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 931 time: 0.2220511 Jul 29 13:47:10.690133 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60584) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:10.707471 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.744017 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8aa192bd-b228-427f-a0a4-8006205c2f5d req-c07477ac-3da9-44fd-84a8-9cb852c8ad23 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272137 Jul 29 13:47:10.771224 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12ee6c7-4eeb-4d6a-9669-c5d54f902a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737bce1-cc2c-471c-8eed-f41d65cc36ec'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:47:10.782106 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port e737bce1-cc2c-471c-8eed-f41d65cc36ec, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:10.783388 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b66d636-0450-48c5-9abc-1a64a686a872 {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:47:10.791621 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.799370 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-70ea36a2-3eee-43ea-8752-e542f655980d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:10.800282 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5702a951-a209-4081-ba8d-b6aa8905ed6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.808754 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.827815 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Pushing event updated for resources: {'Port': ['ID=e0e1b229-dc70-4f00-b55e-4160507fc5a0,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:10.897866 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:10.978427 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Transition to ACTIVE for port object 7b66d636-0450-48c5-9abc-1a64a686a872 will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:47:10.989373 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12ee6c7-4eeb-4d6a-9669-c5d54f902a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737bce1-cc2c-471c-8eed-f41d65cc36ec', 'code': 200} Jul 29 13:47:10.990591 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5702a951-a209-4081-ba8d-b6aa8905ed6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:10.991014 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=e737bce1-cc2c-471c-8eed-f41d65cc36ec,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:10.999189 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:11.004626 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.038485 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:11.048882 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.063664 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.109085 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:11.117574 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] Usage tracker for resource:security_group_rule and tenant:d806c07835f0450a91fcb4f68e4a3a13 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:11.126928 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:11.145789 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:11.229900 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Pushing event updated for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:11.278385 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Attempting to bind port e0e1b229-dc70-4f00-b55e-4160507fc5a0 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:47:11.278786 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Attempting to bind port e0e1b229-dc70-4f00-b55e-4160507fc5a0 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:47:11.279140 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Attempting to bind port e0e1b229-dc70-4f00-b55e-4160507fc5a0 on network eb925b22-19d5-405f-9907-5e2d5d2e2063 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:47:11.284738 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:11.307062 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dc970-e5c9-4948-8c1b-ff537d3a34d8 req-a9a57d9b-2b27-4611-8a3b-e98270cf82c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:11.308527 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-701dc970-e5c9-4948-8c1b-ff537d3a34d8 req-a9a57d9b-2b27-4611-8a3b-e98270cf82c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Synchronizing usage tracker for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:47:11.399274 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Port e0e1b229-dc70-4f00-b55e-4160507fc5a0 on network eb925b22-19d5-405f-9907-5e2d5d2e2063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 13:47:11.399966 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Attempting to bind port e0e1b229-dc70-4f00-b55e-4160507fc5a0 on network eb925b22-19d5-405f-9907-5e2d5d2e2063 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:47:11.427319 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5702a951-a209-4081-ba8d-b6aa8905ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.442511 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8f8a16a3-937c-473c-af4e-0a5b4ff6bbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:11.462088 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:47:11.462953 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Checking segment: {'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:47:11.463722 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Bound using segment: {'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:47:11.465026 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Bound port: e0e1b229-dc70-4f00-b55e-4160507fc5a0, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:47:11.465526 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.507886 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702a951-a209-4081-ba8d-b6aa8905ed6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dbfaa8-dc3e-40cf-931a-47aa0171de72,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:11.512837 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5702a951-a209-4081-ba8d-b6aa8905ed6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:11.513701 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5702a951-a209-4081-ba8d-b6aa8905ed6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.520444 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-5702a951-a209-4081-ba8d-b6aa8905ed6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0dbfaa8-dc3e-40cf-931a-47aa0171de72 HTTP/1.1" status: 204 len: 168 time: 1.0850372 Jul 29 13:47:11.548522 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aa618-e8cf-4a06-8a09-ce7bda861397 req-65e73af8-a298-4513-8ca7-a70387b5bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:11.549988 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-fa9aa618-e8cf-4a06-8a09-ce7bda861397 req-65e73af8-a298-4513-8ca7-a70387b5bab7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.2552838 Jul 29 13:47:11.589433 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.603433 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-701dc970-e5c9-4948-8c1b-ff537d3a34d8 req-a9a57d9b-2b27-4611-8a3b-e98270cf82c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Unset dirty status for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:47:11.605004 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-701dc970-e5c9-4948-8c1b-ff537d3a34d8 req-a9a57d9b-2b27-4611-8a3b-e98270cf82c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 944 time: 0.7890952 Jul 29 13:47:11.607875 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.623958 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:11.627030 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Attempting to bind port 7b66d636-0450-48c5-9abc-1a64a686a872 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:47:11.627372 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Attempting to bind port 7b66d636-0450-48c5-9abc-1a64a686a872 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:47:11.628002 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Attempting to bind port 7b66d636-0450-48c5-9abc-1a64a686a872 on network 96f4876e-fe94-4c5a-a961-3b195609878f {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:47:11.647523 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-fa9aa618-e8cf-4a06-8a09-ce7bda861397 req-48d0c4ff-01cf-40d9-88c3-cd9cf6ef9192 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873682 Jul 29 13:47:11.660827 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Port 7b66d636-0450-48c5-9abc-1a64a686a872 on network 96f4876e-fe94-4c5a-a961-3b195609878f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 13:47:11.661165 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Attempting to bind port 7b66d636-0450-48c5-9abc-1a64a686a872 on network 96f4876e-fe94-4c5a-a961-3b195609878f {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:47:11.680709 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d806c07835f0450a91fcb4f68e4a3a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9895349 Jul 29 13:47:11.681902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:47:11.682767 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Checking segment: {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:47:11.683120 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f0984-e648-4815-8ae3-53a4d5463f9d,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:11.683318 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Bound using segment: {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:47:11.684037 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Bound port: 7b66d636-0450-48c5-9abc-1a64a686a872, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:47:11.684390 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.687904 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:11.688537 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60626) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:11.717631 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-701dc970-e5c9-4948-8c1b-ff537d3a34d8 req-c61636d1-fd85-4d06-8b48-6b1dcb8385bc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Synchronizing usage tracker for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:47:11.767869 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] For port e0e1b229-dc70-4f00-b55e-4160507fc5a0, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:47:11.768250 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a006350b-1f5a-496c-bb57-18b7e1b0cf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.819237 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] For port e0e1b229-dc70-4f00-b55e-4160507fc5a0, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:47:11.820562 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-701dc970-e5c9-4948-8c1b-ff537d3a34d8 req-c61636d1-fd85-4d06-8b48-6b1dcb8385bc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Unset dirty status for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:47:11.821924 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-701dc970-e5c9-4948-8c1b-ff537d3a34d8 req-c61636d1-fd85-4d06-8b48-6b1dcb8385bc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978619 Jul 29 13:47:11.829031 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:11.849598 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:11.853506 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a006350b-1f5a-496c-bb57-18b7e1b0cf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:12.002201 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a006350b-1f5a-496c-bb57-18b7e1b0cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:12.005214 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:12.005904 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:12.007600 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] 10.222.0.10 "PUT /v2.0/ports/e0e1b229-dc70-4f00-b55e-4160507fc5a0 HTTP/1.1" status: 200 len: 1094 time: 3.7109344 Jul 29 13:47:12.008341 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d647b26-cdcd-480c-8f92-5f6762e3914d', 'tag': 'e0e1b229-dc70-4f00-b55e-4160507fc5a0'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:47:12.020110 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:47:12.025752 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:47:12.027956 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60642) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:12.030337 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:12.048541 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:12.054499 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006350b-1f5a-496c-bb57-18b7e1b0cf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f0984-e648-4815-8ae3-53a4d5463f9d,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:12.059548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a006350b-1f5a-496c-bb57-18b7e1b0cf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:12.065286 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:12.069760 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a006350b-1f5a-496c-bb57-18b7e1b0cf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:12.073816 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a006350b-1f5a-496c-bb57-18b7e1b0cf0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c6f0984-e648-4815-8ae3-53a4d5463f9d HTTP/1.1" status: 204 len: 168 time: 0.3812058 Jul 29 13:47:12.076484 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Pushing event updated for resources: {'Port': ['ID=e0e1b229-dc70-4f00-b55e-4160507fc5a0,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:12.122601 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a579-1f0f-4664-b60f-a3cef90aace2 req-4edd5e85-39a7-4da8-b7b5-6f850c7408b0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:12.130741 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6108a579-1f0f-4664-b60f-a3cef90aace2 req-4edd5e85-39a7-4da8-b7b5-6f850c7408b0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.1846318 Jul 29 13:47:12.169499 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:12.178362 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-94e881bf-780d-4852-a37f-f291f55a19c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:12.185277 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6108a579-1f0f-4664-b60f-a3cef90aace2 req-dfc7db70-2011-446c-a950-23e546d946a4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533197 Jul 29 13:47:12.240682 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:12.255787 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:12.256436 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:12.257982 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-87bba65e-8164-444f-821c-8ad223224012 service neutron] 10.222.0.10 "PUT /v2.0/ports/7b66d636-0450-48c5-9abc-1a64a686a872 HTTP/1.1" status: 200 len: 1093 time: 3.5512915 Jul 29 13:47:12.260321 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] Usage tracker for resource:security_group_rule and tenant:6628e9ddc851406d90a225260a6ca5a5 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:12.271216 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:12.287839 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:12.318066 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Pushing event updated for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:12.336182 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:12.345090 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-47872c3e-a3b2-4596-8a08-48525e60548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:12.346574 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-47872c3e-a3b2-4596-8a08-48525e60548b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 1097 time: 0.2836640 Jul 29 13:47:12.621826 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-e79ed9a9-0428-4352-99db-8eedc77835a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0 HTTP/1.1" status: 200 len: 217 time: 0.2627277 Jul 29 13:47:12.793377 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:12.816930 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:12.851733 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:12.872431 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:12.926199 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-5b1ae7a1-8b51-419e-9404-f62ba101709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:12.927997 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-5b1ae7a1-8b51-419e-9404-f62ba101709e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.2938845 Jul 29 13:47:12.938010 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60692) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:12.938547 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6628e9ddc851406d90a225260a6ca5a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9062705 Jul 29 13:47:12.985461 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60696) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:13.026876 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-3b42f0a8-6441-4c37-b204-a01d6b8c811c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872872 Jul 29 13:47:13.036384 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-ddd9095d-5547-44fa-97cb-c204b8215e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:13.038709 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-ddd9095d-5547-44fa-97cb-c204b8215e12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 1096 time: 0.5320716 Jul 29 13:47:13.039606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73c4c94-5261-4e0c-83e7-91cea5d7d0d3,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:13.043423 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:13.060939 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:13.140743 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:13.153601 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] Usage tracker for resource:security_group_rule and tenant:06ce0b935b5d43b49647cb518d0bcc34 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:13.161402 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:13.165401 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-c6fff51c-2427-476d-af9e-3cb2437c1538 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b66d636-0450-48c5-9abc-1a64a686a872 HTTP/1.1" status: 200 len: 217 time: 0.1189537 Jul 29 13:47:13.240770 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:13.248587 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9f86402d-c903-4013-a2e2-b25c7c4d5b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:13.359457 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9f86402d-c903-4013-a2e2-b25c7c4d5b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:13.388923 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-33dfa586-3b4f-402f-9765-b0f95f7af635 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440404 Jul 29 13:47:13.404613 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d647b26-cdcd-480c-8f92-5f6762e3914d', 'tag': 'e0e1b229-dc70-4f00-b55e-4160507fc5a0', 'status': 'completed', 'code': 200} Jul 29 13:47:13.493827 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9f86402d-c903-4013-a2e2-b25c7c4d5b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:13.510998 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-12fd019b-edbc-40bd-baf6-a231ec01c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:13.511544 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f97678a4-52d6-4a23-bc31-5fb92cdf32ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:13.512371 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-12fd019b-edbc-40bd-baf6-a231ec01c5c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 200 len: 854 time: 0.3392739 Jul 29 13:47:13.533036 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86402d-c903-4013-a2e2-b25c7c4d5b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73c4c94-5261-4e0c-83e7-91cea5d7d0d3,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:13.536056 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-9f86402d-c903-4013-a2e2-b25c7c4d5b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:13.567505 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9f86402d-c903-4013-a2e2-b25c7c4d5b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:13.573824 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-9f86402d-c903-4013-a2e2-b25c7c4d5b9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b73c4c94-5261-4e0c-83e7-91cea5d7d0d3 HTTP/1.1" status: 204 len: 168 time: 0.6343935 Jul 29 13:47:13.708611 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf80a18-b8a1-4753-9f52-a7dd06dd2647 req-2047816e-65b4-4beb-be62-f1fa71499529 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:13.710402 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ccf80a18-b8a1-4753-9f52-a7dd06dd2647 req-2047816e-65b4-4beb-be62-f1fa71499529 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 944 time: 0.3205318 Jul 29 13:47:13.712458 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e39b4ed3-b26c-4097-9b40-ae722083d073 req-37d14eca-5d94-4365-95f4-b7a1c6872bd8 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070555 Jul 29 13:47:13.732777 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-78ca9d7f-6154-43d9-bc98-8e23d7c4c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:13.734772 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-78ca9d7f-6154-43d9-bc98-8e23d7c4c53d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96f4876e-fe94-4c5a-a961-3b195609878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1705103 Jul 29 13:47:13.796215 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:13.806199 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:13.833137 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573da877-46fc-4726-9c32-770b67ba03d7 req-2f3a64ce-b91e-4f4d-bb1e-5db2434197d2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:13.835024 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-573da877-46fc-4726-9c32-770b67ba03d7 req-2f3a64ce-b91e-4f4d-bb1e-5db2434197d2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.2555661 Jul 29 13:47:13.842839 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-822c4c9f-e757-45ce-bed7-49052cb68e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:13.888483 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06ce0b935b5d43b49647cb518d0bcc34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9019592 Jul 29 13:47:13.898596 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 60724) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:13.928822 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5918fc1-6c54-49a6-8757-c61857cd4237,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:13.933731 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ccf80a18-b8a1-4753-9f52-a7dd06dd2647 req-f38fd3d8-2d70-4d10-9bdd-c8f7b2c6cd3a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059889 Jul 29 13:47:13.953907 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:13.980044 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-573da877-46fc-4726-9c32-770b67ba03d7 req-947805d0-b27e-4f4f-9197-162d0ba69eb2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287436 Jul 29 13:47:13.987705 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-96f34029-d402-46e9-9814-b75f2b3e39f9 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287118 Jul 29 13:47:14.020718 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dbce8-8219-4fab-b37d-68b79be40078 req-bbe2b6d6-5868-47dc-9d65-dd33bb616c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:14.020718 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b23dbce8-8219-4fab-b37d-68b79be40078 req-bbe2b6d6-5868-47dc-9d65-dd33bb616c96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 1097 time: 0.2351110 Jul 29 13:47:14.021432 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6052626f-714d-415d-8aa4-3a78116ef041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:14.061988 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6052626f-714d-415d-8aa4-3a78116ef041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:14.168266 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6052626f-714d-415d-8aa4-3a78116ef041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:14.174376 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:14.189175 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052626f-714d-415d-8aa4-3a78116ef041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5918fc1-6c54-49a6-8757-c61857cd4237,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:14.192563 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6052626f-714d-415d-8aa4-3a78116ef041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:14.195066 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6052626f-714d-415d-8aa4-3a78116ef041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:14.197180 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-6052626f-714d-415d-8aa4-3a78116ef041 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5918fc1-6c54-49a6-8757-c61857cd4237 HTTP/1.1" status: 204 len: 168 time: 0.2956717 Jul 29 13:47:14.347271 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5f86ff12-5ac9-4c85-bdd3-2e8a4f83db8c req-929fe428-eaa3-4922-83fc-384a0619f7c5 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535199 Jul 29 13:47:14.352068 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dbce8-8219-4fab-b37d-68b79be40078 req-11080b5a-9ae0-4009-92d0-9ee906f79848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:14.353683 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b23dbce8-8219-4fab-b37d-68b79be40078 req-11080b5a-9ae0-4009-92d0-9ee906f79848 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.3205109 Jul 29 13:47:14.439232 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b23dbce8-8219-4fab-b37d-68b79be40078 req-9fe51fa7-468e-4cec-a89e-bba3eac374aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0 HTTP/1.1" status: 200 len: 217 time: 0.0771983 Jul 29 13:47:14.523273 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dbce8-8219-4fab-b37d-68b79be40078 req-f206adf2-bfac-4520-b429-6d107f28f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:14.525300 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b23dbce8-8219-4fab-b37d-68b79be40078 req-f206adf2-bfac-4520-b429-6d107f28f3b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.0788224 Jul 29 13:47:14.582287 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b23dbce8-8219-4fab-b37d-68b79be40078 req-ca697903-4bf5-47ce-aff6-7f70fce470a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454152 Jul 29 13:47:14.764601 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b23dbce8-8219-4fab-b37d-68b79be40078 req-f230030b-99b5-432d-bb25-2f1c4e863611 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566074 Jul 29 13:47:14.944855 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b23dbce8-8219-4fab-b37d-68b79be40078 req-0f0ed324-2d7a-4280-bc8f-43ead1192e9c service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723678 Jul 29 13:47:15.281060 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf808-a8bc-4cf9-b46b-d45f3b865e8f req-5f4a7c4a-23ac-4183-9825-de440abf9bfb tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:15.283276 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b6caf808-a8bc-4cf9-b46b-d45f3b865e8f req-5f4a7c4a-23ac-4183-9825-de440abf9bfb tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 944 time: 0.1370013 Jul 29 13:47:15.374761 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b6caf808-a8bc-4cf9-b46b-d45f3b865e8f req-0b491c7a-a9d0-4af5-a4dc-2f98c6fd0ff3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847518 Jul 29 13:47:15.406602 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:47:15.491803 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872', 'status': 'completed', 'code': 200} Jul 29 13:47:15.514822 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2bec8-8db2-4b1e-837f-694f6be8d40a req-f73680b6-8550-4a1a-902a-7be148a34869 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:15.516484 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b2d2bec8-8db2-4b1e-837f-694f6be8d40a req-f73680b6-8550-4a1a-902a-7be148a34869 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.3048599 Jul 29 13:47:15.606687 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b2d2bec8-8db2-4b1e-837f-694f6be8d40a req-20787f99-c960-4315-a92f-56464d41ee07 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826395 Jul 29 13:47:15.667102 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-81213f5e-5ccf-44f8-90e7-de77bb150452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:15.670700 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-81213f5e-5ccf-44f8-90e7-de77bb150452 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 1096 time: 0.1530280 Jul 29 13:47:15.825166 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-63c24550-5476-4711-ad21-abb9717add72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:15.826710 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-63c24550-5476-4711-ad21-abb9717add72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 916 time: 0.1489999 Jul 29 13:47:15.906118 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-28bd1fbb-c611-422b-9ab0-b873ff34b859 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b66d636-0450-48c5-9abc-1a64a686a872 HTTP/1.1" status: 200 len: 217 time: 0.0700412 Jul 29 13:47:15.974332 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-8c92ac48-3e11-4f9a-bfb2-9d01279bc42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:15.975904 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-8c92ac48-3e11-4f9a-bfb2-9d01279bc42c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 200 len: 854 time: 0.0645039 Jul 29 13:47:16.062681 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-8b1fa86f-9d05-42cd-8d41-c7b178c90dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:16.064276 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-8b1fa86f-9d05-42cd-8d41-c7b178c90dbe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96f4876e-fe94-4c5a-a961-3b195609878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809696 Jul 29 13:47:16.224357 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e0e1b229-dc70-4f00-b55e-4160507fc5a0 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:47:16.277917 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-dc435dc7-a0c4-4e18-82e3-2471538b1f47 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066069 Jul 29 13:47:16.477512 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d66a7ca4-5b95-406f-a870-999a003cf470 req-92d47fd2-d4fe-4b1e-87c5-2161fa0b384b service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929889 Jul 29 13:47:16.543723 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port e0e1b229-dc70-4f00-b55e-4160507fc5a0, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:16.576779 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': 'e0e1b229-dc70-4f00-b55e-4160507fc5a0', 'network_id': 'eb925b22-19d5-405f-9907-5e2d5d2e2063', 'port_id': 'e0e1b229-dc70-4f00-b55e-4160507fc5a0', 'mac_address': 'fa:16:3e:a8:13:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9981d661-0274-4f07-b24d-63e92cb3c58d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:47:16.707196 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:16.740597 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4592b-b8ab-477b-be56-6e4ea59f36b4 req-dc18cbe2-b3e7-45f4-bfce-b7ef90380686 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:16.747878 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8da4592b-b8ab-477b-be56-6e4ea59f36b4 req-dc18cbe2-b3e7-45f4-bfce-b7ef90380686 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 944 time: 0.1561584 Jul 29 13:47:16.755480 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e1b229-dc70-4f00-b55e-4160507fc5a0 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:47:16.786382 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port e0e1b229-dc70-4f00-b55e-4160507fc5a0, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:16.793368 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:16.794495 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7b66d636-0450-48c5-9abc-1a64a686a872 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:47:16.798451 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:16.889517 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8da4592b-b8ab-477b-be56-6e4ea59f36b4 req-ecb143ac-cf7f-4234-b78f-a1eb32fc6784 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348219 Jul 29 13:47:16.941740 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=e0e1b229-dc70-4f00-b55e-4160507fc5a0,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:16.946618 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:17.058439 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b1dc-7e16-4f19-adc8-33084d45517a req-9ba9f200-cbfa-4f9b-bece-6245943445d1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:17.059865 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-84b1b1dc-7e16-4f19-adc8-33084d45517a req-9ba9f200-cbfa-4f9b-bece-6245943445d1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.2242608 Jul 29 13:47:17.086143 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:17.122784 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '7b66d636-0450-48c5-9abc-1a64a686a872', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'port_id': '7b66d636-0450-48c5-9abc-1a64a686a872', 'mac_address': 'fa:16:3e:df:81:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:47:17.203121 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:17.226607 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-84b1b1dc-7e16-4f19-adc8-33084d45517a req-2ba10e9d-aac6-4501-aab1-e0f54d0aa345 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547518 Jul 29 13:47:17.253275 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b66d636-0450-48c5-9abc-1a64a686a872 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:47:17.272020 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:17.278049 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:17.280415 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:17.391628 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:17.396069 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:17.534705 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['7b66d636-0450-48c5-9abc-1a64a686a872'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:47:17.592495 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['e0e1b229-dc70-4f00-b55e-4160507fc5a0'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:47:18.101584 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60918) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:18.362708 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:18.384643 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:18.392065 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] Usage tracker for resource:security_group_rule and tenant:11b2ee464fc14762b4d0b34e1874f543 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:18.395578 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:18.406246 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992512e-4bfb-4535-87a9-247098076a38 req-92c63b4d-3455-475f-8901-c4d21e0aac00 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:18.407832 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c992512e-4bfb-4535-87a9-247098076a38 req-92c63b4d-3455-475f-8901-c4d21e0aac00 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 945 time: 0.2914021 Jul 29 13:47:18.412390 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:18.479751 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c992512e-4bfb-4535-87a9-247098076a38 req-d8ebf859-2c0e-49c9-8b58-a2641057b860 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608001 Jul 29 13:47:18.548199 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaecb1-aed4-4ea5-b533-cb92105ca49b req-0f9aa772-6a37-4cc5-9b71-55cbb97f4f97 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:18.550042 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5ccaecb1-aed4-4ea5-b533-cb92105ca49b req-0f9aa772-6a37-4cc5-9b71-55cbb97f4f97 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.1238649 Jul 29 13:47:18.594869 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:18.606204 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:18.622704 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:18.625138 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5ccaecb1-aed4-4ea5-b533-cb92105ca49b req-05581f4a-b90e-438f-9363-d639dbee2797 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667639 Jul 29 13:47:18.686079 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2948cd92-9957-446c-97b1-f769a0c498bc,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:18.690632 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11b2ee464fc14762b4d0b34e1874f543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5876226 Jul 29 13:47:18.691675 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:18.693901 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60944) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:18.773474 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9664e663-240c-4e42-9f84-a189e50786a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:18.805111 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9664e663-240c-4e42-9f84-a189e50786a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:18.872951 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9664e663-240c-4e42-9f84-a189e50786a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:18.878136 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5702a951-a209-4081-ba8d-b6aa8905ed6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:18.898493 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664e663-240c-4e42-9f84-a189e50786a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2948cd92-9957-446c-97b1-f769a0c498bc,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:18.903538 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9664e663-240c-4e42-9f84-a189e50786a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:18.917037 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9664e663-240c-4e42-9f84-a189e50786a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:18.918184 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-9664e663-240c-4e42-9f84-a189e50786a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2948cd92-9957-446c-97b1-f769a0c498bc HTTP/1.1" status: 204 len: 168 time: 0.2230549 Jul 29 13:47:19.525953 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60968) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:19.559450 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8f69a0f8-c9d1-4d0d-bbab-e6602e77754f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:19.591750 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-8f69a0f8-c9d1-4d0d-bbab-e6602e77754f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:19.599538 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-8f69a0f8-c9d1-4d0d-bbab-e6602e77754f admin admin] Usage tracker for resource:security_group_rule and tenant:b391e6d76ad6462597bfb39f63883c88 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:19.603747 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-8f69a0f8-c9d1-4d0d-bbab-e6602e77754f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:19.628383 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-8f69a0f8-c9d1-4d0d-bbab-e6602e77754f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:19.819569 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27931b5-b1af-4457-a090-f207ad4ceff6 req-2f66e35c-ddc2-42a6-823c-7e0be8f8aa2d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:19.827450 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b27931b5-b1af-4457-a090-f207ad4ceff6 req-2f66e35c-ddc2-42a6-823c-7e0be8f8aa2d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 945 time: 0.1471376 Jul 29 13:47:19.870678 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8f69a0f8-c9d1-4d0d-bbab-e6602e77754f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:19.886934 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8f69a0f8-c9d1-4d0d-bbab-e6602e77754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:19.899374 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:19.932416 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b27931b5-b1af-4457-a090-f207ad4ceff6 req-3ee70a78-0705-4631-9675-401b5a443fdf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037052 Jul 29 13:47:19.980325 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d5a2f-bd69-4c27-b61e-4d62b8c414af req-b9a9e834-061d-4687-9cc1-793abef0cf2f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:19.981586 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69a0f8-c9d1-4d0d-bbab-e6602e77754f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c67dd-4c9b-4fd5-8b28-0316989c3636,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:19.985308 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3d7d5a2f-bd69-4c27-b61e-4d62b8c414af req-b9a9e834-061d-4687-9cc1-793abef0cf2f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.1491919 Jul 29 13:47:19.999925 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-8f69a0f8-c9d1-4d0d-bbab-e6602e77754f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b391e6d76ad6462597bfb39f63883c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715931 Jul 29 13:47:20.001287 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8f69a0f8-c9d1-4d0d-bbab-e6602e77754f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:20.001765 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 60988) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:20.059654 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3d7d5a2f-bd69-4c27-b61e-4d62b8c414af req-2eac07c1-0465-4bb3-a351-7ed8beb438c6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566847 Jul 29 13:47:20.092169 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9405775c-7d2a-4e58-b86e-7918656af174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:20.123912 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9405775c-7d2a-4e58-b86e-7918656af174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:20.217422 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9405775c-7d2a-4e58-b86e-7918656af174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:20.222222 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:20.246121 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405775c-7d2a-4e58-b86e-7918656af174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c67dd-4c9b-4fd5-8b28-0316989c3636,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:20.251230 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9405775c-7d2a-4e58-b86e-7918656af174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:20.253167 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9405775c-7d2a-4e58-b86e-7918656af174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:20.254130 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e0e1b229-dc70-4f00-b55e-4160507fc5a0 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:47:20.255275 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-9405775c-7d2a-4e58-b86e-7918656af174 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c81c67dd-4c9b-4fd5-8b28-0316989c3636 HTTP/1.1" status: 204 len: 168 time: 0.2521081 Jul 29 13:47:20.382168 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port e0e1b229-dc70-4f00-b55e-4160507fc5a0 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:47:20.394026 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port e0e1b229-dc70-4f00-b55e-4160507fc5a0 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:47:20.394606 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:20.672409 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:20.707459 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d647b26-cdcd-480c-8f92-5f6762e3914d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e1b229-dc70-4f00-b55e-4160507fc5a0'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:47:20.722055 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port e0e1b229-dc70-4f00-b55e-4160507fc5a0, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:20.736751 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:20.737983 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7b66d636-0450-48c5-9abc-1a64a686a872 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:47:20.773123 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:20.829282 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d647b26-cdcd-480c-8f92-5f6762e3914d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e1b229-dc70-4f00-b55e-4160507fc5a0', 'code': 200} Jul 29 13:47:20.891239 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=e0e1b229-dc70-4f00-b55e-4160507fc5a0,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:20.905312 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:20.919685 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port 7b66d636-0450-48c5-9abc-1a64a686a872 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:47:20.934175 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 7b66d636-0450-48c5-9abc-1a64a686a872 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:47:20.935210 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:21.206070 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:21.252611 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:21.259908 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:21.263851 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:21.328752 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7d816-a0f9-48a5-bbd1-ef0c24182f44 req-859c3d84-7e60-447b-823f-b7487cff9c32 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:21.341256 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a8f7d816-a0f9-48a5-bbd1-ef0c24182f44 req-859c3d84-7e60-447b-823f-b7487cff9c32 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.2620153 Jul 29 13:47:21.405713 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:21.414769 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:21.459804 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a8f7d816-a0f9-48a5-bbd1-ef0c24182f44 req-e07db27e-ce93-439e-af3d-fdf0fcac26d5 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170366 Jul 29 13:47:21.533727 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394c87b-63fb-4d80-b1b8-0842949433f7 req-fa51ea55-2cef-4b0f-8e64-7d3464fe2f57 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:21.540599 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d394c87b-63fb-4d80-b1b8-0842949433f7 req-fa51ea55-2cef-4b0f-8e64-7d3464fe2f57 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.2408605 Jul 29 13:47:21.570704 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d25a-3c79-454c-ab2c-ddda22a143e1 req-d7bb8bf3-383b-4e5d-8683-795c72e10fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:21.573312 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d566d25a-3c79-454c-ab2c-ddda22a143e1 req-d7bb8bf3-383b-4e5d-8683-795c72e10fc0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 1099 time: 0.3688440 Jul 29 13:47:21.615570 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d394c87b-63fb-4d80-b1b8-0842949433f7 req-b9628042-b9a3-405e-bd3c-d7873d029d08 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731406 Jul 29 13:47:21.691991 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-d566d25a-3c79-454c-ab2c-ddda22a143e1 req-a79ab89b-dbc3-49d9-9fad-7ddc77a0ea42 service neutron] Synchronizing usage tracker for tenant:c40d0c3f6ca8471a9d9a6b3ff0c584af on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:47:21.738378 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-d566d25a-3c79-454c-ab2c-ddda22a143e1 req-a79ab89b-dbc3-49d9-9fad-7ddc77a0ea42 service neutron] Unset dirty status for tenant:c40d0c3f6ca8471a9d9a6b3ff0c584af on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:47:21.740277 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d566d25a-3c79-454c-ab2c-ddda22a143e1 req-a79ab89b-dbc3-49d9-9fad-7ddc77a0ea42 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458721 Jul 29 13:47:22.818930 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fc5c-6274-40ee-9281-1c22f0a751c4 req-8794adc9-800c-44ed-b71d-223d5e07471d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:22.830576 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:47:22.842950 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dff4fc5c-6274-40ee-9281-1c22f0a751c4 req-8794adc9-800c-44ed-b71d-223d5e07471d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.2135935 Jul 29 13:47:22.845599 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 32864) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:22.939104 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dff4fc5c-6274-40ee-9281-1c22f0a751c4 req-aa3a817d-dfea-47e3-be64-2874f7fbb45f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946791 Jul 29 13:47:22.946697 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25588-0133-47c0-be4a-d2d4ad9a8a4d req-17971b09-c4f0-41c1-9887-9d6b3c1754d1 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:22.960472 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-76e25588-0133-47c0-be4a-d2d4ad9a8a4d req-17971b09-c4f0-41c1-9887-9d6b3c1754d1 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 945 time: 0.3035915 Jul 29 13:47:23.060708 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-76e25588-0133-47c0-be4a-d2d4ad9a8a4d req-952c4975-c90c-4dfb-be32-bd4a6654c6cc tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987976 Jul 29 13:47:23.209353 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872', 'code': 200} Jul 29 13:47:23.352638 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:23.373397 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:23.385993 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a09b47-d0a4-4b85-bb80-b56eaf0c8a37 req-79bd8cff-0ae1-4875-a121-675657b4b1f9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:23.387698 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a9a09b47-d0a4-4b85-bb80-b56eaf0c8a37 req-79bd8cff-0ae1-4875-a121-675657b4b1f9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.2013845 Jul 29 13:47:23.388685 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] Usage tracker for resource:security_group_rule and tenant:fef083601e694ae7b7e793780f2623e5 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:23.392053 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:23.398874 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:23.468914 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a9a09b47-d0a4-4b85-bb80-b56eaf0c8a37 req-3b832763-b0e0-41bf-90a0-863abbf5cc7a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711370 Jul 29 13:47:23.567410 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:23.572869 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:23.580124 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d05e798d-ac80-432e-adee-ace13fe14835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:23.639483 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fef083601e694ae7b7e793780f2623e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7914324 Jul 29 13:47:23.641024 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8397bb11-a7b4-456f-b454-ff5ea86c1908,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:23.643087 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 32890) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:23.645895 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:23.730105 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d7c4cd61-db03-435b-9181-5ba0eb2d120a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:23.771501 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d7c4cd61-db03-435b-9181-5ba0eb2d120a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:23.837494 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d7c4cd61-db03-435b-9181-5ba0eb2d120a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:23.842952 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c63f483a-ac46-4871-bcbe-ed7653aa1db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:23.860354 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4cd61-db03-435b-9181-5ba0eb2d120a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8397bb11-a7b4-456f-b454-ff5ea86c1908,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:23.863720 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d7c4cd61-db03-435b-9181-5ba0eb2d120a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:23.864959 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d7c4cd61-db03-435b-9181-5ba0eb2d120a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8397bb11-a7b4-456f-b454-ff5ea86c1908 HTTP/1.1" status: 204 len: 168 time: 0.2202125 Jul 29 13:47:23.865849 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d7c4cd61-db03-435b-9181-5ba0eb2d120a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:24.238811 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544fd5d-943a-4a06-9641-1df4c8e10664 req-efc77482-dc22-46ac-9b85-065faa021cfa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:24.241572 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6544fd5d-943a-4a06-9641-1df4c8e10664 req-efc77482-dc22-46ac-9b85-065faa021cfa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1458755 Jul 29 13:47:24.321581 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6544fd5d-943a-4a06-9641-1df4c8e10664 req-ded8c8fe-ef93-44fa-860c-578c5e21e4ae tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704033 Jul 29 13:47:24.385995 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 32922) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:24.410340 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:24.417050 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3f421-d7f9-4e26-b27a-244c1190720a req-20900e1e-5126-4355-81bf-a87768ec8702 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:24.419226 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9ef3f421-d7f9-4e26-b27a-244c1190720a req-20900e1e-5126-4355-81bf-a87768ec8702 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 945 time: 0.1811450 Jul 29 13:47:24.442681 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:24.452127 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] Usage tracker for resource:security_group_rule and tenant:ea882ca4b8bd408e9242c38ef47ffe96 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:24.457569 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:24.469551 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:24.483437 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9ef3f421-d7f9-4e26-b27a-244c1190720a req-e5790ae7-e8b0-4111-8cd0-da2e00afed02 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566905 Jul 29 13:47:24.594484 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:24.600426 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:24.613046 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:24.710504 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea882ca4b8bd408e9242c38ef47ffe96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230400 Jul 29 13:47:24.711322 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ebbd7b-c409-4ba6-9d41-090c23e535e4,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:24.713400 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 32936) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:24.716024 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:24.749667 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cba16-235e-4da6-96b3-2c6f1e5a6c1c req-2f951d3c-7f21-4efd-8236-1fd0cb226d3f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:24.751254 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-586cba16-235e-4da6-96b3-2c6f1e5a6c1c req-2f951d3c-7f21-4efd-8236-1fd0cb226d3f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1224604 Jul 29 13:47:24.796578 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2bd5720f-2eaa-4ec8-8f0c-c5608bd4628a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:24.804470 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-586cba16-235e-4da6-96b3-2c6f1e5a6c1c req-1941ac47-bd0c-4e02-9c47-c6a9aa9b4a07 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467823 Jul 29 13:47:24.829767 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2bd5720f-2eaa-4ec8-8f0c-c5608bd4628a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:24.896370 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2bd5720f-2eaa-4ec8-8f0c-c5608bd4628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:24.906025 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:24.921419 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5720f-2eaa-4ec8-8f0c-c5608bd4628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ebbd7b-c409-4ba6-9d41-090c23e535e4,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:24.925941 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2bd5720f-2eaa-4ec8-8f0c-c5608bd4628a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:24.928633 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2bd5720f-2eaa-4ec8-8f0c-c5608bd4628a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:24.929804 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-2bd5720f-2eaa-4ec8-8f0c-c5608bd4628a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4ebbd7b-c409-4ba6-9d41-090c23e535e4 HTTP/1.1" status: 204 len: 168 time: 0.2148731 Jul 29 13:47:25.074111 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 32944) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:25.346911 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffc462-e048-467f-a3c9-80b24a2c14c2 req-01b57e54-9abb-4f54-9c06-e1d999cee7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:25.348939 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d2ffc462-e048-467f-a3c9-80b24a2c14c2 req-01b57e54-9abb-4f54-9c06-e1d999cee7c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 1098 time: 0.1239016 Jul 29 13:47:25.462743 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d2ffc462-e048-467f-a3c9-80b24a2c14c2 req-7cb86cf8-10c3-4f7c-a81d-037f14d5f19a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025202 Jul 29 13:47:25.508480 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:25.525630 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:25.530609 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff40e64e1d44b20b649c60658e73de2 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:25.546011 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:25.615496 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 32962) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:25.616000 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:25.648505 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:25.675086 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:25.677408 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a20645-a6e7-4094-b798-c6f47c025061 req-1093c12b-0f73-40d5-bd86-3d170c53ff44 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:25.681131 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] Usage tracker for resource:security_group_rule and tenant:974e71a131fb4da3925a282d367700b1 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:25.685216 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-81a20645-a6e7-4094-b798-c6f47c025061 req-1093c12b-0f73-40d5-bd86-3d170c53ff44 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1345050 Jul 29 13:47:25.689125 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:25.707444 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:25.765004 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-81a20645-a6e7-4094-b798-c6f47c025061 req-3bbf5193-899e-4500-8f74-502961bed4bd tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787098 Jul 29 13:47:25.833297 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:25.838036 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:25.850079 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-86115ea5-c538-4101-a089-b1df66ac6744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:25.905131 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ff40e64e1d44b20b649c60658e73de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8298373 Jul 29 13:47:25.908173 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 32972) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:25.909205 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d787a62-1624-4f5b-82a7-6c6b0fcc6380,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:25.913551 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:25.915459 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:25.932902 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:25.945783 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6052626f-714d-415d-8aa4-3a78116ef041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:26.028914 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=974e71a131fb4da3925a282d367700b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121792 Jul 29 13:47:26.038583 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa9ba4-072c-452c-9bf1-1a3030da74de req-59bc4415-3aa5-4927-b435-0d383f058db1 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:26.040116 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-62aa9ba4-072c-452c-9bf1-1a3030da74de req-59bc4415-3aa5-4927-b435-0d383f058db1 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 945 time: 0.2510777 Jul 29 13:47:26.042216 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 32978) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:26.044596 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff03aca9-21c5-4738-80f0-4d180dfdc700,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:26.047622 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:26.123561 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff62c64-9e39-4762-8069-48678c1946d6 req-a3f6cd6b-7ef7-483f-b3df-403190cf3539 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:26.126293 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b24f2cd1-8641-414e-88d0-2b3abaddae35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:26.126468 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1ff62c64-9e39-4762-8069-48678c1946d6 req-a3f6cd6b-7ef7-483f-b3df-403190cf3539 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1178997 Jul 29 13:47:26.181938 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-62aa9ba4-072c-452c-9bf1-1a3030da74de req-e6b78738-e2e9-4439-95a0-02732b7d5898 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239402 Jul 29 13:47:26.188330 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b24f2cd1-8641-414e-88d0-2b3abaddae35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:26.191965 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1ff62c64-9e39-4762-8069-48678c1946d6 req-179759b9-d615-43ec-926b-3e665f099fd6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584090 Jul 29 13:47:26.209468 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f199-7d45-4fb7-8251-da01218811dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:26.263013 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f199-7d45-4fb7-8251-da01218811dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:26.337269 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b24f2cd1-8641-414e-88d0-2b3abaddae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:26.347275 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a006350b-1f5a-496c-bb57-18b7e1b0cf0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:26.368372 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f2cd1-8641-414e-88d0-2b3abaddae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d787a62-1624-4f5b-82a7-6c6b0fcc6380,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:26.387941 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b24f2cd1-8641-414e-88d0-2b3abaddae35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:26.415415 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f199-7d45-4fb7-8251-da01218811dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:26.430615 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-9f86402d-c903-4013-a2e2-b25c7c4d5b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:26.464776 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0f199-7d45-4fb7-8251-da01218811dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff03aca9-21c5-4738-80f0-4d180dfdc700,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:26.472309 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b24f2cd1-8641-414e-88d0-2b3abaddae35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:26.472404 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b24f2cd1-8641-414e-88d0-2b3abaddae35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d787a62-1624-4f5b-82a7-6c6b0fcc6380 HTTP/1.1" status: 204 len: 168 time: 0.5627625 Jul 29 13:47:26.474138 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f4c0f199-7d45-4fb7-8251-da01218811dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:26.475083 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f199-7d45-4fb7-8251-da01218811dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:26.476467 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f4c0f199-7d45-4fb7-8251-da01218811dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff03aca9-21c5-4738-80f0-4d180dfdc700 HTTP/1.1" status: 204 len: 168 time: 0.4332850 Jul 29 13:47:27.072349 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a579-9e86-4c61-bfc9-bd415d4a137c req-f5acd474-0013-4a9e-8851-788afe8bdef2 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:27.072349 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8660a579-9e86-4c61-bfc9-bd415d4a137c req-f5acd474-0013-4a9e-8851-788afe8bdef2 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1504257 Jul 29 13:47:27.155922 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8660a579-9e86-4c61-bfc9-bd415d4a137c req-fc1828d7-f65d-4c52-9909-67f9c47c56cd tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733612 Jul 29 13:47:27.170538 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33022) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:27.220653 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:27.282610 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:27.288763 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Usage tracker for resource:security_group_rule and tenant:fe226003d8a343179452b7050e5846a9 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:27.300949 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:27.309060 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33038) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:27.441531 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:27.671793 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c229b32-04f4-42cf-8378-98f60ce35c87 req-1a47642b-7475-4865-90c1-acc94f2f3554 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:27.689358 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c229b32-04f4-42cf-8378-98f60ce35c87 req-1a47642b-7475-4865-90c1-acc94f2f3554 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 945 time: 0.2615368 Jul 29 13:47:27.765528 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb6602-5485-4cf0-ae38-044debf50723 req-65d874ac-3af4-497a-a7bd-9b305a209980 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:27.767174 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-46eb6602-5485-4cf0-ae38-044debf50723 req-65d874ac-3af4-497a-a7bd-9b305a209980 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.10 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 945 time: 0.4632072 Jul 29 13:47:27.777358 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c229b32-04f4-42cf-8378-98f60ce35c87 req-bc283372-e21b-4e4a-be7a-31dd663ab9d9 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828686 Jul 29 13:47:27.814778 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:27.853296 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:27.862250 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Usage tracker for resource:security_group_rule and tenant:47a50bd35c4e477daef145784a71d032 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:27.867968 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:27.880244 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:27.907264 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:27.929641 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:27.938309 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2bd5720f-2eaa-4ec8-8f0c-c5608bd4628a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:28.016560 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa63372-3a15-44ed-8741-f9d922b32675 req-11947f84-4a20-4d59-b47b-360e3d404c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:28.018503 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7aa63372-3a15-44ed-8741-f9d922b32675 req-11947f84-4a20-4d59-b47b-360e3d404c25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 1099 time: 0.3509707 Jul 29 13:47:28.061023 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-46eb6602-5485-4cf0-ae38-044debf50723 req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Deleting port 8c47e3e8-1616-4e42-acea-42b00ae546be {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:47:28.063989 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-46eb6602-5485-4cf0-ae38-044debf50723 req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.070515 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff80b-77ac-41c3-b414-e93fe2f7ecc7 req-d4fb5beb-669f-471e-b419-13c1969bb6f8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:28.072835 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-567ff80b-77ac-41c3-b414-e93fe2f7ecc7 req-d4fb5beb-669f-471e-b419-13c1969bb6f8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1596220 Jul 29 13:47:28.101925 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe226003d8a343179452b7050e5846a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9278390 Jul 29 13:47:28.120364 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33064) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:28.121285 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd25285e-d30e-4524-b8f7-76d4a4090e45,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:28.137984 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.154569 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.156998 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.157356 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.157709 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.158052 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.158645 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.158986 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.159324 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.159661 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.160282 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.160624 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.160963 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.161293 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.166444 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:28.193473 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-567ff80b-77ac-41c3-b414-e93fe2f7ecc7 req-39e05836-722b-4725-9cee-edd26c724062 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047239 Jul 29 13:47:28.221857 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:28.316559 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47a50bd35c4e477daef145784a71d032&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0065694 Jul 29 13:47:28.324491 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33070) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:28.330522 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37eb2f1-0028-469d-acda-f3f81c487870,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:28.351435 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8b6ce-11ff-4ad1-8ea1-50d63075c9b3 req-a5cab66b-56af-4088-a649-8957d166fc5c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:28.353359 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d0c8b6ce-11ff-4ad1-8ea1-50d63075c9b3 req-a5cab66b-56af-4088-a649-8957d166fc5c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.5057437 Jul 29 13:47:28.365644 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.366032 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.366379 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.366750 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.367085 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.367476 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.367807 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.368161 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.369417 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.369883 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.370299 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.370702 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:28.375776 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:28.388536 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9f80ae0f-527d-44b6-a5ce-b8931c8f856b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.394611 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa63372-3a15-44ed-8741-f9d922b32675 req-f361db89-4248-4f94-9497-c3762c94164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:28.396130 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7aa63372-3a15-44ed-8741-f9d922b32675 req-f361db89-4248-4f94-9497-c3762c94164c service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.3630340 Jul 29 13:47:28.461139 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9f80ae0f-527d-44b6-a5ce-b8931c8f856b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.473249 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b85353b5-bc1d-4d8b-a118-28acd7e95f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.521216 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7aa63372-3a15-44ed-8741-f9d922b32675 req-b92aa13d-4d31-4fb4-bd80-403d07cdfada service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0 HTTP/1.1" status: 200 len: 217 time: 0.1061733 Jul 29 13:47:28.534897 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b85353b5-bc1d-4d8b-a118-28acd7e95f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.593340 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9f80ae0f-527d-44b6-a5ce-b8931c8f856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.609010 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f4c0f199-7d45-4fb7-8251-da01218811dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:28.641973 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80ae0f-527d-44b6-a5ce-b8931c8f856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd25285e-d30e-4524-b8f7-76d4a4090e45,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:28.646124 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b85353b5-bc1d-4d8b-a118-28acd7e95f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.650550 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-9f80ae0f-527d-44b6-a5ce-b8931c8f856b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:28.650948 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-9f80ae0f-527d-44b6-a5ce-b8931c8f856b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:28.656127 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d0c8b6ce-11ff-4ad1-8ea1-50d63075c9b3 req-34cfbc8f-7106-4bcd-84d7-47cfca580c20 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933605 Jul 29 13:47:28.663504 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85353b5-bc1d-4d8b-a118-28acd7e95f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37eb2f1-0028-469d-acda-f3f81c487870,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:28.669249 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b85353b5-bc1d-4d8b-a118-28acd7e95f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:28.670717 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9f80ae0f-527d-44b6-a5ce-b8931c8f856b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.671809 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-9f80ae0f-527d-44b6-a5ce-b8931c8f856b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd25285e-d30e-4524-b8f7-76d4a4090e45 HTTP/1.1" status: 204 len: 168 time: 0.5469687 Jul 29 13:47:28.674378 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b85353b5-bc1d-4d8b-a118-28acd7e95f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.675360 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b85353b5-bc1d-4d8b-a118-28acd7e95f5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a37eb2f1-0028-469d-acda-f3f81c487870 HTTP/1.1" status: 204 len: 168 time: 0.3477709 Jul 29 13:47:28.711031 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa63372-3a15-44ed-8741-f9d922b32675 req-f31986a8-a8bf-4cf0-8ff7-35ed5806870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:28.726339 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7aa63372-3a15-44ed-8741-f9d922b32675 req-f31986a8-a8bf-4cf0-8ff7-35ed5806870a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.1431024 Jul 29 13:47:28.739529 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-46eb6602-5485-4cf0-ae38-044debf50723 req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] For port 8c47e3e8-1616-4e42-acea-42b00ae546be, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8c47e3e8-1616-4e42-acea-42b00ae546be,segment=NetworkSegment(4f42e86e-9bb4-4920-9c80-8760938d9c53),segment_id=4f42e86e-9bb4-4920-9c80-8760938d9c53)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:28.740210 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-46eb6602-5485-4cf0-ae38-044debf50723 req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:28.861511 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7aa63372-3a15-44ed-8741-f9d922b32675 req-5d1f52c6-aa61-468f-9768-1f0d1b688268 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110563 Jul 29 13:47:28.938396 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-46eb6602-5485-4cf0-ae38-044debf50723 req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Calling delete_port for 8c47e3e8-1616-4e42-acea-42b00ae546be owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:47:29.066336 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0046e-f9a4-4ec6-ab4c-e9e615ace92c req-ad231898-d3d6-4bb6-91cd-8277ff45ef17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:29.079801 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-aae0046e-f9a4-4ec6-ab4c-e9e615ace92c req-ad231898-d3d6-4bb6-91cd-8277ff45ef17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1962698 Jul 29 13:47:29.081322 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33106) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:29.092706 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-f962ea20-ce55-4aae-a602-4f66b01c097f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'floatingip': {'port_id': '7b66d636-0450-48c5-9abc-1a64a686a872'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:29.193032 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f962ea20-ce55-4aae-a602-4f66b01c097f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:29.366449 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33114) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:29.390307 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7aa63372-3a15-44ed-8741-f9d922b32675 req-a9169f71-220f-483d-8782-7e49cc2ea093 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606671 Jul 29 13:47:29.530670 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:29.578905 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:29.590372 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] Usage tracker for resource:security_group_rule and tenant:d706572a68e4431c9119bf5ae30c286b is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:29.598887 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10d79b-15be-44bd-bd1b-281fbb532f49 req-fd7e8359-309c-4362-aeca-b87207712bf8 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:29.600587 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ce10d79b-15be-44bd-bd1b-281fbb532f49 req-fd7e8359-309c-4362-aeca-b87207712bf8 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 945 time: 0.6120691 Jul 29 13:47:29.604470 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-46eb6602-5485-4cf0-ae38-044debf50723 req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:29.617515 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['8c47e3e8-1616-4e42-acea-42b00ae546be'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:47:29.655702 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:29.680569 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:29.727863 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:29.787549 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Pushing event deleted for resources: {'Port': ['ID=8c47e3e8-1616-4e42-acea-42b00ae546be,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:29.797300 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:29.869596 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ce10d79b-15be-44bd-bd1b-281fbb532f49 req-d579900f-087e-4fb2-b7c3-309c7d0c3b66 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/security-groups?id=d097f326-a2c9-4b5b-8669-49d1c926bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704249 Jul 29 13:47:29.919739 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-46eb6602-5485-4cf0-ae38-044debf50723 req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] No DVR routers for this DVR port 8c47e3e8-1616-4e42-acea-42b00ae546be on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 13:47:29.926901 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-46eb6602-5485-4cf0-ae38-044debf50723 req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:29.929484 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a3edc-0927-433d-b83c-e1cb669134ad', 'name': 'network-vif-deleted', 'tag': '8c47e3e8-1616-4e42-acea-42b00ae546be'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:47:29.942812 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7aa63372-3a15-44ed-8741-f9d922b32675 req-67e1a75f-7a5c-4b36-a6a4-7a440a081739 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283062 Jul 29 13:47:29.964945 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-46eb6602-5485-4cf0-ae38-044debf50723 req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.10 "DELETE /v2.0/ports/8c47e3e8-1616-4e42-acea-42b00ae546be HTTP/1.1" status: 204 len: 173 time: 2.1778009 Jul 29 13:47:30.026989 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dd03e-0901-48f4-abdb-992a5cc09f4c req-0f235975-d9d8-4997-932f-5a8a3becbd01 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:30.030733 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20a3edc-0927-433d-b83c-e1cb669134ad', 'name': 'network-vif-deleted', 'tag': '8c47e3e8-1616-4e42-acea-42b00ae546be', 'status': 'completed', 'code': 200} Jul 29 13:47:30.036159 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd0dd03e-0901-48f4-abdb-992a5cc09f4c req-0f235975-d9d8-4997-932f-5a8a3becbd01 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.5838351 Jul 29 13:47:30.305303 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd0dd03e-0901-48f4-abdb-992a5cc09f4c req-f2ed429e-5f29-4abf-8389-4e4391fec565 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681792 Jul 29 13:47:30.493435 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:30.501438 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:30.517189 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:30.581646 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d706572a68e4431c9119bf5ae30c286b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1424956 Jul 29 13:47:30.584472 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33166) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:30.585112 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33168) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:30.594454 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f26c59-f570-4467-b0d1-f61f8f5952a6,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:30.599442 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:30.716077 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a72d-e830-4161-bbd5-978a90e4a4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:30.770941 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a72d-e830-4161-bbd5-978a90e4a4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:30.862086 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a72d-e830-4161-bbd5-978a90e4a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:30.868814 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9405775c-7d2a-4e58-b86e-7918656af174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:30.884214 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5a72d-e830-4161-bbd5-978a90e4a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f26c59-f570-4467-b0d1-f61f8f5952a6,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:30.888097 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-dcb5a72d-e830-4161-bbd5-978a90e4a4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:30.892795 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a72d-e830-4161-bbd5-978a90e4a4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:30.895893 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-dcb5a72d-e830-4161-bbd5-978a90e4a4cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2f26c59-f570-4467-b0d1-f61f8f5952a6 HTTP/1.1" status: 204 len: 168 time: 0.3076079 Jul 29 13:47:30.968909 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f962ea20-ce55-4aae-a602-4f66b01c097f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:30.973909 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f962ea20-ce55-4aae-a602-4f66b01c097f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:31.171791 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-a23c3c80-64de-45f0-9e04-5be76297a950 req-78e89b30-0c38-4d68-bf47-e890dc59f2a3 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Synchronizing usage tracker for tenant:4dc807af497149c1900a5787ab037ed5 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:47:31.210992 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-a23c3c80-64de-45f0-9e04-5be76297a950 req-78e89b30-0c38-4d68-bf47-e890dc59f2a3 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Unset dirty status for tenant:4dc807af497149c1900a5787ab037ed5 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:47:31.217532 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.l3_db [None req-f962ea20-ce55-4aae-a602-4f66b01c097f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Floating IP dbb369d4-3572-4333-9a2e-139b3ce615c6 associated. External IP: 172.27.0.34, port: 7b66d636-0450-48c5-9abc-1a64a686a872. Jul 29 13:47:31.224390 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a23c3c80-64de-45f0-9e04-5be76297a950 req-78e89b30-0c38-4d68-bf47-e890dc59f2a3 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20a3edc-0927-433d-b83c-e1cb669134ad HTTP/1.1" status: 200 len: 210 time: 0.1632662 Jul 29 13:47:31.379117 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33190) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:31.504905 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:31.602855 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:31.615869 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] Usage tracker for resource:security_group_rule and tenant:e539a4d51cec422ba37ed767fdab7400 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:31.620953 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:31.631217 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:31.732129 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33200) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:31.776742 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc673a52-d337-461c-9373-dafa2f27b629 req-9cc0a54f-d383-4c9f-860d-1dfcdf88c225 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:31.778322 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-fc673a52-d337-461c-9373-dafa2f27b629 req-9cc0a54f-d383-4c9f-860d-1dfcdf88c225 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.2617931 Jul 29 13:47:31.824533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:31.843473 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:31.850179 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] Usage tracker for resource:security_group_rule and tenant:614893b2645740ac89c7bae68e56e34f is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:31.856119 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:31.877733 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:31.880212 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:31.907497 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:31.921236 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] Usage tracker for resource:security_group_rule and tenant:d42bbf5de9a94608990be4efc56d67ec is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:31.926482 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:31.939222 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:32.018328 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-fc673a52-d337-461c-9373-dafa2f27b629 req-b9f30037-bf79-4b0d-8462-8c2550ded36d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826084 Jul 29 13:47:32.053976 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.063411 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.076834 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a34a56a5-9444-43b2-b9bf-79c35e693e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:32.081328 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f962ea20-ce55-4aae-a602-4f66b01c097f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Router 7d395bb7-9d71-483d-8151-0fac574ba71c has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 13:47:32.084340 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.091096 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.099402 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-19effd8f-8873-4eea-8cea-e35ddc19b425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:32.120703 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645078cc-1f0c-4295-86b8-0234090acecd,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:32.138670 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:32.182487 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.187134 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=614893b2645740ac89c7bae68e56e34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8062580 Jul 29 13:47:32.191108 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33216) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:32.209729 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.223033 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-cc612496-4c3b-4127-968d-9033cd7d83dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:32.231797 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee602e1-9a85-4ed5-a3a4-8f52b2129432,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:32.235090 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:32.237706 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e539a4d51cec422ba37ed767fdab7400&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6518338 Jul 29 13:47:32.240981 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33222) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:32.264128 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc84d00-95ef-4905-af80-f7b5e369d153,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:32.273431 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:32.313335 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 8c47e3e8-1616-4e42-acea-42b00ae546be no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:47:32.328934 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d42bbf5de9a94608990be4efc56d67ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953913 Jul 29 13:47:32.330688 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33230) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:32.377255 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: 8c47e3e8-1616-4e42-acea-42b00ae546be {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 13:47:32.378459 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 8c47e3e8-1616-4e42-acea-42b00ae546be not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 13:47:32.406092 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c6326681-9bf7-43d6-924d-aee51d0f17f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.470781 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-37b1c1c1-aa88-4197-99c3-ce16fe9504ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.484295 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c6326681-9bf7-43d6-924d-aee51d0f17f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.487792 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962ea20-ce55-4aae-a602-4f66b01c097f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:47:32.492311 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-144265e6-4597-46c2-83f9-0d7a580f5209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.505650 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] Sync routers for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:47:32.520984 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:47:32.521623 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:47:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:47:32.539528 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-37b1c1c1-aa88-4197-99c3-ce16fe9504ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.557707 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f962ea20-ce55-4aae-a602-4f66b01c097f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.567044 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33240) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:32.604942 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c6326681-9bf7-43d6-924d-aee51d0f17f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.610167 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-144265e6-4597-46c2-83f9-0d7a580f5209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.628143 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-1a94b276-cf0b-4c88-8ffb-9f7a338b631c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:32.653494 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f962ea20-ce55-4aae-a602-4f66b01c097f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "PUT /v2.0/floatingips/dbb369d4-3572-4333-9a2e-139b3ce615c6 HTTP/1.1" status: 200 len: 990 time: 3.5672088 Jul 29 13:47:32.653494 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:47:32.677480 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6326681-9bf7-43d6-924d-aee51d0f17f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645078cc-1f0c-4295-86b8-0234090acecd,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:32.694927 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c6326681-9bf7-43d6-924d-aee51d0f17f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:32.706576 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-37b1c1c1-aa88-4197-99c3-ce16fe9504ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.712386 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b85353b5-bc1d-4d8b-a118-28acd7e95f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:32.754012 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1c1c1-aa88-4197-99c3-ce16fe9504ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee602e1-9a85-4ed5-a3a4-8f52b2129432,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:32.772043 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-37b1c1c1-aa88-4197-99c3-ce16fe9504ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:32.774645 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872', 'status': 'completed', 'code': 200} Jul 29 13:47:32.778364 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c6326681-9bf7-43d6-924d-aee51d0f17f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.783366 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-c6326681-9bf7-43d6-924d-aee51d0f17f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/645078cc-1f0c-4295-86b8-0234090acecd HTTP/1.1" status: 204 len: 168 time: 0.5905802 Jul 29 13:47:32.796434 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-37b1c1c1-aa88-4197-99c3-ce16fe9504ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.797692 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-37b1c1c1-aa88-4197-99c3-ce16fe9504ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ee602e1-9a85-4ed5-a3a4-8f52b2129432 HTTP/1.1" status: 204 len: 168 time: 0.5471752 Jul 29 13:47:32.922396 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1011139533-network', 'tenant_id': '5e259ce394b94e2da4c31ddfed565677'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:32.928396 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:32.937875 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Usage tracker for resource:network and tenant:5e259ce394b94e2da4c31ddfed565677 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:32.940879 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:32.960791 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:32.977756 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-144265e6-4597-46c2-83f9-0d7a580f5209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:32.985654 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:47:32.995217 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e132e73c-08bb-4824-99b5-7781cae419a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:33.019326 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144265e6-4597-46c2-83f9-0d7a580f5209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc84d00-95ef-4905-af80-f7b5e369d153,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:33.036070 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-144265e6-4597-46c2-83f9-0d7a580f5209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:33.057094 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Made reservation on behalf of 5e259ce394b94e2da4c31ddfed565677 for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:47:33.063620 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:33.116531 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-352e5e30-ff3f-4f1c-acbe-4be5b1e34467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:33.121368 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-352e5e30-ff3f-4f1c-acbe-4be5b1e34467 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 1098 time: 0.3184123 Jul 29 13:47:33.184987 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:33.225357 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-144265e6-4597-46c2-83f9-0d7a580f5209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:33.226595 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-144265e6-4597-46c2-83f9-0d7a580f5209 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/adc84d00-95ef-4905-af80-f7b5e369d153 HTTP/1.1" status: 204 len: 168 time: 0.8949475 Jul 29 13:47:33.237451 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:33.286934 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:5e259ce394b94e2da4c31ddfed565677 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:33.312521 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:33.463853 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:33.521389 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33276) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:33.564678 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:33.584283 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33280) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:33.633900 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:33.646078 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:33.673887 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] Usage tracker for resource:security_group_rule and tenant:53f96a64970844b8b70295ceb69fb205 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:33.684303 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:33.694059 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-de548919-d605-4ed4-9bd9-3c365a608715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:33.703598 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:33.707750 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:33.711003 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-de548919-d605-4ed4-9bd9-3c365a608715 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 916 time: 0.5773327 Jul 29 13:47:33.727558 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d28a6-5e16-415d-b56f-8a39c52f6208 req-7d884d12-0f9c-4bb9-940d-6fa0087c3396 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:33.735572 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] Usage tracker for resource:security_group_rule and tenant:5eef593c21214063a8cd8441da76e1d6 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:33.739613 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:33.744836 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-491d28a6-5e16-415d-b56f-8a39c52f6208 req-7d884d12-0f9c-4bb9-940d-6fa0087c3396 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.4429367 Jul 29 13:47:33.770387 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:33.861231 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': 'dbb369d4-3572-4333-9a2e-139b3ce615c6', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'port_id': '7b66d636-0450-48c5-9abc-1a64a686a872', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'mac_address': 'fa:16:3e:df:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34434d35-e90c-4569-8765-7ebefc79157b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T13:46:56Z', 'updated_at': '2021-07-29T13:47:30Z', 'revision_number': 1, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:47:33.867562 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] Checking router: 7d395bb7-9d71-483d-8151-0fac574ba71c for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:47:33.886470 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:47:33.887204 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:47:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:47:34.029309 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-491d28a6-5e16-415d-b56f-8a39c52f6208 req-746eb1bf-ddd9-443e-8d0b-81cddcc0bf41 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832694 Jul 29 13:47:34.047004 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-d896124c-ad24-46ef-b995-c8bf7e93e2c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b66d636-0450-48c5-9abc-1a64a686a872 HTTP/1.1" status: 200 len: 998 time: 0.2992270 Jul 29 13:47:34.067474 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.102217 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.133906 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a09ce449-e240-4bac-9e2a-88d469780d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:34.193443 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.210032 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.213142 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.222326 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.225986 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=78540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:47:34.238044 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.238721 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Added segment 51608726-6579-4bff-917f-be6d77cec075 of type vlan for network 09f1c151-405b-487c-851a-a43aa90f30d6 Jul 29 13:47:34.241347 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b1572d-5006-4eee-a149-679506f71315,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:34.245440 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:34.256809 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:34.296757 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53f96a64970844b8b70295ceb69fb205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7715714 Jul 29 13:47:34.297010 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:47:34.304145 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33306) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:34.311249 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9664e663-240c-4e42-9f84-a189e50786a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:34.376960 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.401559 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073b3e59-e67a-4154-b9ae-c724ad282791,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:34.418432 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-502810f5-9a31-4b42-a4b3-39b689ddc01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:34.420561 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5eef593c21214063a8cd8441da76e1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8352170 Jul 29 13:47:34.423009 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-502810f5-9a31-4b42-a4b3-39b689ddc01b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 200 len: 854 time: 0.3654523 Jul 29 13:47:34.425331 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33312) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:34.427931 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:34.435467 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeb46e1-5f70-431a-8f72-d4f15740fd7f,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:34.442405 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:34.537640 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.db.resource_extend [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 13:47:34.559427 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-14bf6abd-d92a-4a5d-a67d-8115956c3c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.605439 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-14bf6abd-d92a-4a5d-a67d-8115956c3c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.701532 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-14bf6abd-d92a-4a5d-a67d-8115956c3c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.708220 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d7c4cd61-db03-435b-9181-5ba0eb2d120a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:34.735316 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf6abd-d92a-4a5d-a67d-8115956c3c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b1572d-5006-4eee-a149-679506f71315,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:34.740744 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-14bf6abd-d92a-4a5d-a67d-8115956c3c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:34.744787 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-14bf6abd-d92a-4a5d-a67d-8115956c3c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.762632 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-14bf6abd-d92a-4a5d-a67d-8115956c3c5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40b1572d-5006-4eee-a149-679506f71315 HTTP/1.1" status: 204 len: 168 time: 0.4433212 Jul 29 13:47:34.778838 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.804162 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:34.805374 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:34.819996 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-507f32ad-a386-48e1-a25d-25cae13de928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:34.921404 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33344) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:35.015226 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5122239b-4ab1-4aea-b498-90cae3d713c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.070469 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': 'dbb369d4-3572-4333-9a2e-139b3ce615c6', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'port_id': '7b66d636-0450-48c5-9abc-1a64a686a872', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'mac_address': 'fa:16:3e:df:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34434d35-e90c-4569-8765-7ebefc79157b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T13:46:56Z', 'updated_at': '2021-07-29T13:47:30Z', 'revision_number': 1, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:47:35.093583 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6821e82-2fa6-4496-aa4b-9b10d74ff712 None None] The sync data for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi is: [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': 'dbb369d4-3572-4333-9a2e-139b3ce615c6', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'port_id': '7b66d636-0450-48c5-9abc-1a64a686a872', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'mac_address': 'fa:16:3e:df:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34434d35-e90c-4569-8765-7ebefc79157b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T13:46:56Z', 'updated_at': '2021-07-29T13:47:30Z', 'revision_number': 1, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:47:35.116382 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5122239b-4ab1-4aea-b498-90cae3d713c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.240338 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-78aea208-666d-4eda-a7ec-17b1bda578a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.335015 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e26d62-97dc-45ea-b6b3-7b96d0d08bef admin admin] Deleting subnet 2bd60ff0-6fe5-487c-b457-618a0d7b8f45 {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 13:47:35.341863 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b2e26d62-97dc-45ea-b6b3-7b96d0d08bef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.460123 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b2e26d62-97dc-45ea-b6b3-7b96d0d08bef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.471770 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b2e26d62-97dc-45ea-b6b3-7b96d0d08bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.543061 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5122239b-4ab1-4aea-b498-90cae3d713c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.597798 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=09f1c151-405b-487c-851a-a43aa90f30d6,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:35.600938 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:35.628742 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-66266837-576e-4422-8b44-c9089ed3c40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:35.637029 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 09f1c151-405b-487c-851a-a43aa90f30d6 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:47:35.662128 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-2e642dc6-fb62-44a3-82cc-df4c45ccacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:35.664651 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-2e642dc6-fb62-44a3-82cc-df4c45ccacd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96f4876e-fe94-4c5a-a961-3b195609878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.2240021 Jul 29 13:47:35.684243 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b2e26d62-97dc-45ea-b6b3-7b96d0d08bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.705052 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5122239b-4ab1-4aea-b498-90cae3d713c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.711897 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-5122239b-4ab1-4aea-b498-90cae3d713c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aeeb46e1-5f70-431a-8f72-d4f15740fd7f HTTP/1.1" status: 204 len: 168 time: 1.2708101 Jul 29 13:47:35.712200 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-8621c249-5184-48ac-a108-ca71bd79895e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:35.726235 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d054868-1f73-4f03-91f2-d3712a859eb2 None None] New status for floating IP dbb369d4-3572-4333-9a2e-139b3ce615c6: ACTIVE {{(pid=78541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 13:47:35.794402 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e26d62-97dc-45ea-b6b3-7b96d0d08bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd60ff0-6fe5-487c-b457-618a0d7b8f45,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:35.817443 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b2e26d62-97dc-45ea-b6b3-7b96d0d08bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:35.838755 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b2e26d62-97dc-45ea-b6b3-7b96d0d08bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.855233 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b2e26d62-97dc-45ea-b6b3-7b96d0d08bef admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2bd60ff0-6fe5-487c-b457-618a0d7b8f45 HTTP/1.1" status: 204 len: 168 time: 0.9323983 Jul 29 13:47:35.858658 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33386) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:35.877748 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:35.992689 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-1ecb40b8-12ed-4f69-84d6-6e8c543919ec service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009727 Jul 29 13:47:35.993818 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122239b-4ab1-4aea-b498-90cae3d713c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeb46e1-5f70-431a-8f72-d4f15740fd7f,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:36.001924 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4311655 Jul 29 13:47:36.001924 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5122239b-4ab1-4aea-b498-90cae3d713c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:36.027718 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33392) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:36.038391 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Request body: {'subnet': {'network_id': '09f1c151-405b-487c-851a-a43aa90f30d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1011139533-subnet', 'tenant_id': '5e259ce394b94e2da4c31ddfed565677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:36.043416 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:36.048085 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Usage tracker for resource:subnet and tenant:5e259ce394b94e2da4c31ddfed565677 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:36.054244 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:36.104001 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:36.122575 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:36.202106 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Made reservation on behalf of 5e259ce394b94e2da4c31ddfed565677 for: {'subnet': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:47:36.210593 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2958592'] for subnet, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:36.490276 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:36.560557 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.560927 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.564053 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.564684 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > port after_create 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.565014 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > port after_delete 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.565381 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > port after_update 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.569454 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.569880 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.570297 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.571154 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.577744 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e7c60-99f9-4449-90f6-50d9fa3d1002 req-48be4256-3541-40df-9b81-308b3a1604bf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:36.586860 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-741e7c60-99f9-4449-90f6-50d9fa3d1002 req-48be4256-3541-40df-9b81-308b3a1604bf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 1.0506666 Jul 29 13:47:36.708450 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-741e7c60-99f9-4449-90f6-50d9fa3d1002 req-8cc6158a-eb50-4759-bbf2-e08ef9874226 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100099 Jul 29 13:47:36.715574 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-915c34ed-2ad6-4eec-aada-810f437d0263 req-3c32b80a-d959-4f55-bf10-e81b4f361278 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142172 Jul 29 13:47:36.841363 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.842356 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.842967 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.844114 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:47:36.844114 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-7206256a-7763-403a-b093-23273226eafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99642f8-b062-46ca-9aa8-f628b2b4e5dd']}} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:47:36.865905 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-7206256a-7763-403a-b093-23273226eafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f42e86e-9bb4-4920-9c80-8760938d9c53') {'for_net_delete': True} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:47:36.866344 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-7206256a-7763-403a-b093-23273226eafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f42e86e-9bb4-4920-9c80-8760938d9c53') {} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:47:36.883071 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1106423'] for segment, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:36.890856 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2958706'] for subnet, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:36.896203 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:36.928549 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:36.954610 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=78539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 13:47:36.956402 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2557363'] for segment, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: from cryptography.utils import int_from_bytes Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: from cryptography.utils import int_from_bytes Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: util.warn_limited( Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: util.warn_limited( Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: Traceback (most recent call last): Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: timer() Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: cb(*args, **kw) Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: return func(*args, **kwargs) Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: self._notify() Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: self.callback(batched_events) Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: event.method(event) Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: return f(self, *a, **k) Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._get(url).json() Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: return self.request(url, 'GET', **kwargs) Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 13:47:36.997479 dv-cinder-801321-2-iscsi neutron-server[78539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 13:47:37.133429 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395705d2-d7ba-44ee-9105-6b268c9f1403,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:37.142357 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Checking segment: {'id': '51608726-6579-4bff-917f-be6d77cec075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '09f1c151-405b-487c-851a-a43aa90f30d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:47:37.145750 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Network hostable DHCP agents. Network: 09f1c151-405b-487c-851a-a43aa90f30d6, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:47:37.166656 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:37.201560 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Network 09f1c151-405b-487c-851a-a43aa90f30d6 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:47:37.230512 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 09f1c151-405b-487c-851a-a43aa90f30d6) {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:47:37.251860 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:37.252981 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:37.255212 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:37.261229 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-46b1f52c-fb08-4259-9d75-54dfe3b5af55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:37.322479 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:37.333937 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Pushing event deleted for resources: {'Network': ['ID=a99642f8-b062-46ca-9aa8-f628b2b4e5dd,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:37.334258 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3048935 Jul 29 13:47:37.344789 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-7206256a-7763-403a-b093-23273226eafc admin admin] 10.222.0.23 "DELETE /v2.0/networks/a99642f8-b062-46ca-9aa8-f628b2b4e5dd HTTP/1.1" status: 204 len: 168 time: 1.4846852 Jul 29 13:47:37.357360 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:37.367090 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ff4dc-dc92-4c52-9620-10b71abef1c3 None None] Network 09f1c151-405b-487c-851a-a43aa90f30d6 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:47:37.718122 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf18e582-a4dd-40d6-9df6-2d9a42bd5e1c None None] Network 09f1c151-405b-487c-851a-a43aa90f30d6 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:47:37.809628 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33480) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:37.925640 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-80895857-8763-41ed-8ca4-de4dfed3e1f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dc807af497149c1900a5787ab037ed5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1148021 Jul 29 13:47:37.928219 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33498) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:37.984712 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1ae01b15-8b0f-43c3-bb67-7432ed961101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:38.028918 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5c244b4b-8c8f-43a5-b10f-98364b4be6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:38.123664 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5c244b4b-8c8f-43a5-b10f-98364b4be6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:38.187865 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b0d9f-f1a2-4ed3-a71c-3c25cc02fa1e req-0c95c654-1abb-42ea-b4cb-4ad078cccc69 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:38.189781 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-178b0d9f-f1a2-4ed3-a71c-3c25cc02fa1e req-0c95c654-1abb-42ea-b4cb-4ad078cccc69 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1621146 Jul 29 13:47:38.250759 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-178b0d9f-f1a2-4ed3-a71c-3c25cc02fa1e req-003dd213-f006-4ae7-a9a7-0b695507a5ea tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545597 Jul 29 13:47:38.252704 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5c244b4b-8c8f-43a5-b10f-98364b4be6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:38.258643 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-dff5a81c-7b00-44ce-b69e-70f2de9a9846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:38.285649 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c244b4b-8c8f-43a5-b10f-98364b4be6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d097f326-a2c9-4b5b-8669-49d1c926bf31,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:38.289523 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5c244b4b-8c8f-43a5-b10f-98364b4be6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:38.298044 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5c244b4b-8c8f-43a5-b10f-98364b4be6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:38.298507 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-5c244b4b-8c8f-43a5-b10f-98364b4be6f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d097f326-a2c9-4b5b-8669-49d1c926bf31 HTTP/1.1" status: 204 len: 168 time: 0.3691106 Jul 29 13:47:38.878493 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-0661f757-2bb0-4c50-8aea-f0d42a77b496 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1629438 Jul 29 13:47:38.924730 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33550) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:39.038098 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33562) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:39.044341 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1228636592-network', 'tenant_id': '16329a6b2c4747bab20306b56288def8'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:39.057767 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:39.064044 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Usage tracker for resource:network and tenant:16329a6b2c4747bab20306b56288def8 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:39.067467 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:39.076631 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:39.092477 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Made reservation on behalf of 16329a6b2c4747bab20306b56288def8 for: {'network': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:47:39.095146 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-ba5112da-4aec-4a66-a5a5-d9325369f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:39.095626 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.097180 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-ba5112da-4aec-4a66-a5a5-d9325369f04d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.0907190 Jul 29 13:47:39.109648 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.162653 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:39.177591 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Usage tracker for resource:security_group_rule and tenant:16329a6b2c4747bab20306b56288def8 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:39.185411 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:39.200346 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:39.257473 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.370744 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-3a3cac7c-8416-4010-8b4b-11797064d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:39.372662 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-3a3cac7c-8416-4010-8b4b-11797064d7ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.2488687 Jul 29 13:47:39.383571 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33576) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:39.393514 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.423519 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:39.427606 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] Usage tracker for resource:security_group_rule and tenant:1b0d5173d82f4d3f9f5d599e5f3548d8 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:39.431173 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:39.437547 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:39.451712 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.502498 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-b8a6c0ec-14be-460c-9de6-816bc64a0302 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 217 time: 0.1229305 Jul 29 13:47:39.566726 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.568434 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.590548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=78539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:47:39.591571 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-b131464b-c23c-489c-9031-486e1561532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:39.593077 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-b131464b-c23c-489c-9031-486e1561532a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.0785294 Jul 29 13:47:39.610686 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.611590 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.segments_db [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Added segment 5da8dcf3-5a0a-4426-b287-caf7f73a3d4c of type vlan for network 245a3ff6-8664-4fdf-9f8b-1102a22b7789 Jul 29 13:47:39.615036 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de3ea-55ee-43ae-ad02-269f3e1393f9 req-edf7b4c8-7bfb-4d62-a109-f007428982d8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:39.617478 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cd4de3ea-55ee-43ae-ad02-269f3e1393f9 req-edf7b4c8-7bfb-4d62-a109-f007428982d8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1677098 Jul 29 13:47:39.624825 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:39.657568 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.679032 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.696795 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cd4de3ea-55ee-43ae-ad02-269f3e1393f9 req-ef16f3a5-542e-4d79-b670-f51fa7dde2e3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681651 Jul 29 13:47:39.757802 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.764555 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:39.766925 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645766d7-ab07-44d1-a7de-7b699e583bde,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:39.773198 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b0d5173d82f4d3f9f5d599e5f3548d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8473639 Jul 29 13:47:39.777193 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33590) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:39.778023 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] Usage tracker for resource:security_group_rule and tenant:15a7c70019044f18b4c67e2cd1197a1c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:39.782081 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:39.782497 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:39.793293 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:39.808056 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:39.850553 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e742eae8-a151-427c-b812-6ec06a76db54,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:39.852154 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-258e09bc-1c66-450d-8599-924067396639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.861668 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:39.881395 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.886991 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:39.887596 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.894346 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:39.899064 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-258e09bc-1c66-450d-8599-924067396639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.961858 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33598) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:39.983247 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-258e09bc-1c66-450d-8599-924067396639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:39.989371 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:40.004614 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Pushing event updated for resources: {'Network': ['ID=245a3ff6-8664-4fdf-9f8b-1102a22b7789,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:40.005608 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e09bc-1c66-450d-8599-924067396639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e742eae8-a151-427c-b812-6ec06a76db54,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:40.020028 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 245a3ff6-8664-4fdf-9f8b-1102a22b7789 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:47:40.025109 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-258e09bc-1c66-450d-8599-924067396639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:40.025599 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:40.034096 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-258e09bc-1c66-450d-8599-924067396639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.039280 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-258e09bc-1c66-450d-8599-924067396639 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e742eae8-a151-427c-b812-6ec06a76db54 HTTP/1.1" status: 204 len: 168 time: 0.2593644 Jul 29 13:47:40.123857 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0846560 Jul 29 13:47:40.127148 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33610) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:40.135521 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Request body: {'subnet': {'network_id': '245a3ff6-8664-4fdf-9f8b-1102a22b7789', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1228636592-subnet', 'tenant_id': '16329a6b2c4747bab20306b56288def8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:40.152149 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:40.161358 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Usage tracker for resource:subnet and tenant:16329a6b2c4747bab20306b56288def8 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:40.171462 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:40.184979 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:40.205338 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.206639 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Made reservation on behalf of 16329a6b2c4747bab20306b56288def8 for: {'subnet': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:47:40.209171 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2958592'] for subnet, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.211245 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.220117 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-af1c7bd2-360c-4e10-8d24-fabcc7bba667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:40.229557 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-912494586-network', 'tenant_id': 'e0f396f4d39340048c3e7865c9e6edd9'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:40.240741 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:40.262820 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223d87ce-e55b-497c-8ff0-e7f2a3f398e5,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:40.293815 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:40.305480 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15a7c70019044f18b4c67e2cd1197a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9133976 Jul 29 13:47:40.309100 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33616) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:40.344917 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Usage tracker for resource:network and tenant:e0f396f4d39340048c3e7865c9e6edd9 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:40.349388 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:40.397386 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-49742583-65f7-47ce-9d8c-1e38e94ea34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.400476 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:40.429997 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Made reservation on behalf of e0f396f4d39340048c3e7865c9e6edd9 for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:47:40.431596 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-49742583-65f7-47ce-9d8c-1e38e94ea34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.433100 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.454204 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.474677 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:40.481337 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f396f4d39340048c3e7865c9e6edd9 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:40.485009 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:40.496991 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:40.509813 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-49742583-65f7-47ce-9d8c-1e38e94ea34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.516200 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-e1540575-17b2-4579-9d3e-d2750b6b6196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:40.528011 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49742583-65f7-47ce-9d8c-1e38e94ea34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223d87ce-e55b-497c-8ff0-e7f2a3f398e5,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:40.531385 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-49742583-65f7-47ce-9d8c-1e38e94ea34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:40.548964 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-49742583-65f7-47ce-9d8c-1e38e94ea34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.552360 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-49742583-65f7-47ce-9d8c-1e38e94ea34a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/223d87ce-e55b-497c-8ff0-e7f2a3f398e5 HTTP/1.1" status: 204 len: 168 time: 0.2417910 Jul 29 13:47:40.648442 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2958706'] for subnet, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.661159 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-903dabb8-004e-41af-abb5-a174cd756804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:40.767201 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.771281 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f062c75c-c59a-4ccb-836b-73351122357f,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:40.781748 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:40.781748 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.788666 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ccdc56c2-fab9-4bc9-a8e4-cfa37c173c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:40.819197 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Checking segment: {'id': '5da8dcf3-5a0a-4426-b287-caf7f73a3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '245a3ff6-8664-4fdf-9f8b-1102a22b7789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:47:40.819778 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Network hostable DHCP agents. Network: 245a3ff6-8664-4fdf-9f8b-1102a22b7789, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:47:40.831596 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=78540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:47:40.845675 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe43bd2-f52c-45f9-b57a-e9c5510665ef,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:40.856780 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:40.858167 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.858682 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Added segment 4e13ed4a-441e-4798-8a8d-d359c6fd56de of type vlan for network 725eaf67-8e85-45a5-be35-e4741cee9480 Jul 29 13:47:40.894135 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.931343 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Network 245a3ff6-8664-4fdf-9f8b-1102a22b7789 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:47:40.975365 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 245a3ff6-8664-4fdf-9f8b-1102a22b7789) {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:47:40.980630 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:40.988195 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3ddfb-6bbd-46e0-9a79-2a7f0c3a425b None None] Network 245a3ff6-8664-4fdf-9f8b-1102a22b7789 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:47:41.005541 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:41.006378 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:41.137228 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:41.149010 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0131266 Jul 29 13:47:41.149010 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:41.153696 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:41.167540 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:41.172071 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33648) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:41.231022 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:41.277334 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:41.283719 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] Usage tracker for resource:security_group_rule and tenant:1987efcfc9894644b227e7205f5a1b47 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:41.289462 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:41.300348 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:41.397531 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66be41-72ff-4f88-be63-57d0e9190ad8 req-cd5f2680-45fd-4f49-8421-6e258bb8ab5a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:41.409339 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6f66be41-72ff-4f88-be63-57d0e9190ad8 req-cd5f2680-45fd-4f49-8421-6e258bb8ab5a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.5479589 Jul 29 13:47:41.433114 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Pushing event updated for resources: {'Network': ['ID=725eaf67-8e85-45a5-be35-e4741cee9480,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:41.441696 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:41.443915 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb4054-a27d-4508-bce0-21d86c5f952d None None] Network 245a3ff6-8664-4fdf-9f8b-1102a22b7789 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:47:41.454100 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33654) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:41.456459 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4933689 Jul 29 13:47:41.474288 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Request body: {'subnet': {'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-912494586-subnet', 'tenant_id': 'e0f396f4d39340048c3e7865c9e6edd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:41.477470 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 725eaf67-8e85-45a5-be35-e4741cee9480 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:47:41.483661 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:41.489374 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Usage tracker for resource:subnet and tenant:e0f396f4d39340048c3e7865c9e6edd9 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:41.493767 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:41.503792 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:41.520439 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6f66be41-72ff-4f88-be63-57d0e9190ad8 req-ce01c49f-b16d-49a9-ac55-9d3cdf91016d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101441 Jul 29 13:47:41.534594 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Made reservation on behalf of e0f396f4d39340048c3e7865c9e6edd9 for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:47:41.538603 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2497503'] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:41.635318 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:41.645785 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:41.665937 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b441fc24-7aab-4f94-9984-ed7c650107e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:41.792535 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1987efcfc9894644b227e7205f5a1b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6140730 Jul 29 13:47:41.793667 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33670) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:41.799309 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0040d5ca-e14f-43b4-9b84-80b1fb2629a4,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:41.803561 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:41.936498 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e154f580-56b8-48fd-aedd-a34c2b84a9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:41.973282 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e154f580-56b8-48fd-aedd-a34c2b84a9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:41.995790 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2557718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2497453'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:42.004587 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b752b974-f944-47fa-bd89-99b6ce34a9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:42.045440 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e154f580-56b8-48fd-aedd-a34c2b84a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:42.053802 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-258e09bc-1c66-450d-8599-924067396639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:42.075233 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154f580-56b8-48fd-aedd-a34c2b84a9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0040d5ca-e14f-43b4-9b84-80b1fb2629a4,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:42.079746 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e154f580-56b8-48fd-aedd-a34c2b84a9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:42.086517 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce4ef81-a292-446e-822a-32ac95096074,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:42.097754 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e154f580-56b8-48fd-aedd-a34c2b84a9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:42.105317 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-e154f580-56b8-48fd-aedd-a34c2b84a9b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0040d5ca-e14f-43b4-9b84-80b1fb2629a4 HTTP/1.1" status: 204 len: 168 time: 0.3094597 Jul 29 13:47:42.122865 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:42.211617 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Checking segment: {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:47:42.212901 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Network hostable DHCP agents. Network: 725eaf67-8e85-45a5-be35-e4741cee9480, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:47:42.266110 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Network 725eaf67-8e85-45a5-be35-e4741cee9480 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:47:42.284697 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 725eaf67-8e85-45a5-be35-e4741cee9480) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:47:42.294049 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:42.294568 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:42.299110 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ceb91d-4e5e-4a22-8003-8de98e1bc23f None None] Network 725eaf67-8e85-45a5-be35-e4741cee9480 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:47:42.476971 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0207767 Jul 29 13:47:42.625710 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-12bd57b0-e932-4e30-b477-03d1c4938c92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133969 Jul 29 13:47:42.911118 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:42.988679 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e9f219-9ee1-415c-8e66-222ce0592943 None None] Network 725eaf67-8e85-45a5-be35-e4741cee9480 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:47:43.020296 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-f119fd66-e7ca-4431-b6e6-26f0b0d90ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810096 Jul 29 13:47:43.141949 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb82be7-5a48-4889-b563-730607ec592d req-2d44821b-27d9-4db7-a374-2f3ecbff035d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:43.144013 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1eb82be7-5a48-4889-b563-730607ec592d req-2d44821b-27d9-4db7-a374-2f3ecbff035d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.2168417 Jul 29 13:47:43.232453 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1eb82be7-5a48-4889-b563-730607ec592d req-6c4c9dbe-29c5-45a1-beb3-421cba6a5c8e tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829115 Jul 29 13:47:43.254619 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f43208e-0f9e-48ec-8039-dc7ea96847b9 req-63ce2c89-8bbe-4f62-aaa8-f586d13a2d36 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230706 Jul 29 13:47:44.043215 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-79ba67c4-098e-48c2-b76e-fb1cd14851f4 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:44.044926 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-79ba67c4-098e-48c2-b76e-fb1cd14851f4 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 814 time: 0.2619388 Jul 29 13:47:44.065576 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-62cbd01a-6f61-4f31-8518-350378420b70 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/quotas/e0f396f4d39340048c3e7865c9e6edd9 HTTP/1.1" status: 200 len: 375 time: 0.0132673 Jul 29 13:47:44.141704 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-87415c29-087a-46c0-81c1-3a6b2eb029d1 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617006 Jul 29 13:47:44.370795 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-88778529-db5a-470e-b4f9-3da47588b12e service neutron] 10.222.0.23 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136636 Jul 29 13:47:44.551569 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610d47f-4051-49af-9dbe-0700f0601a0f req-d533f413-f7b7-4123-978b-ad603569bcaf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:44.567078 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9610d47f-4051-49af-9dbe-0700f0601a0f req-d533f413-f7b7-4123-978b-ad603569bcaf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1425459 Jul 29 13:47:44.592241 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-5231b532-331b-48d4-bfc0-8e4e27ba19b6 service neutron] 10.222.0.23 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202566 Jul 29 13:47:44.656948 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9610d47f-4051-49af-9dbe-0700f0601a0f req-a5a7e494-c019-4c84-918b-2a964f492420 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882823 Jul 29 13:47:44.882978 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-caa2b6f8-0a0f-43b5-b503-6871663b05e6 req-1acb2380-b488-4588-b09a-e2acc122bafd tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 210 time: 0.0611959 Jul 29 13:47:45.896535 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b63a3-e965-4a86-9533-816092fb058f req-f4d30acd-de14-47ec-9e84-234adff4c0b4 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:45.899603 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d18b63a3-e965-4a86-9533-816092fb058f req-f4d30acd-de14-47ec-9e84-234adff4c0b4 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.0982313 Jul 29 13:47:45.949708 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d18b63a3-e965-4a86-9533-816092fb058f req-4d8e20ff-e791-4efa-88d9-3306c35a1ac1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444801 Jul 29 13:47:46.113708 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0c6d5dc2-a584-4e0f-990c-6c4bb7378269 req-4f3aa2b0-f5ea-4534-8ed0-0f5f7526294a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 210 time: 0.0542343 Jul 29 13:47:46.268599 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33834) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:46.455297 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:46.474912 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:46.479338 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd632c539a94e4090719df37d2b0850 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:46.482741 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:46.484838 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:47:46.489535 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:46.586186 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:46.591850 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:46.599630 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9b7a50ac-5a37-48a7-85ad-e7f3562ac48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:46.644121 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0cd632c539a94e4090719df37d2b0850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742871 Jul 29 13:47:46.645040 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a98e77-2a34-45e4-ae54-edc0ff0b377a,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:46.646830 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33840) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:46.648916 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:46.712147 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1551e6f9-34d0-4a79-9d0c-bea0f67563ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:46.738946 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1551e6f9-34d0-4a79-9d0c-bea0f67563ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:46.816996 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1551e6f9-34d0-4a79-9d0c-bea0f67563ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:46.821698 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-709c201c-b3bc-4691-be44-1f0d3a20ef3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:46.834977 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551e6f9-34d0-4a79-9d0c-bea0f67563ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a98e77-2a34-45e4-ae54-edc0ff0b377a,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:46.837929 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1551e6f9-34d0-4a79-9d0c-bea0f67563ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:46.841828 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1551e6f9-34d0-4a79-9d0c-bea0f67563ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:46.842972 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1551e6f9-34d0-4a79-9d0c-bea0f67563ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4a98e77-2a34-45e4-ae54-edc0ff0b377a HTTP/1.1" status: 204 len: 168 time: 0.1951299 Jul 29 13:47:47.218878 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6d22-974f-4e6e-9c17-d4af859cb524 req-7d5099d8-c635-463c-b4ef-9e3a2406a011 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:47.221318 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-599f6d22-974f-4e6e-9c17-d4af859cb524 req-7d5099d8-c635-463c-b4ef-9e3a2406a011 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1293035 Jul 29 13:47:47.244488 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33856) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:47.265004 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:47.290899 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:47.299810 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] Usage tracker for resource:security_group_rule and tenant:60f97b90662b43bfb439917d647fcccf is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:47.306418 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:47.318091 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:47.364225 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-599f6d22-974f-4e6e-9c17-d4af859cb524 req-ed1c2da2-3bc4-411e-957a-f37dd48fee6a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369720 Jul 29 13:47:47.431349 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:47.439094 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:47.474612 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f3c16ef6-1a4d-447e-bbfe-01f56fc8f791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:47.489936 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 33864) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:47.490192 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60f97b90662b43bfb439917d647fcccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442789 Jul 29 13:47:47.521294 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb678f2-7df5-4403-9b3a-e76b49ad1e10,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:47.526015 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:47.666617 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8ca6e170-8974-4942-babe-5af22d4d932e req-bc52db2a-13f3-46d9-92f7-b87580f90d89 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 210 time: 0.0811870 Jul 29 13:47:47.691623 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c2d279a-1f51-43fc-bfa7-9cbaaba8236b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:47.739657 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c2d279a-1f51-43fc-bfa7-9cbaaba8236b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:47.818400 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c2d279a-1f51-43fc-bfa7-9cbaaba8236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:47.824110 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:47.844308 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d279a-1f51-43fc-bfa7-9cbaaba8236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb678f2-7df5-4403-9b3a-e76b49ad1e10,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:47.848744 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-0c2d279a-1f51-43fc-bfa7-9cbaaba8236b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:47.863799 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0c2d279a-1f51-43fc-bfa7-9cbaaba8236b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:47.865568 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-0c2d279a-1f51-43fc-bfa7-9cbaaba8236b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfb678f2-7df5-4403-9b3a-e76b49ad1e10 HTTP/1.1" status: 204 len: 168 time: 0.3740163 Jul 29 13:47:48.844181 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-0843ee52-5bf3-4f3f-8505-1c755b63b55c tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:48.846977 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-0843ee52-5bf3-4f3f-8505-1c755b63b55c tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Synchronizing usage tracker for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:network {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:47:48.853833 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2e7f8-ac73-4c7f-bfe9-fd1245809a11 req-d1c08912-36fa-41d6-a802-3a40926708f7 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:48.859298 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-16f2e7f8-ac73-4c7f-bfe9-fd1245809a11 req-d1c08912-36fa-41d6-a802-3a40926708f7 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.2658374 Jul 29 13:47:48.898818 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-0843ee52-5bf3-4f3f-8505-1c755b63b55c tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Unset dirty status for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:network {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:47:48.900832 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-0843ee52-5bf3-4f3f-8505-1c755b63b55c tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 814 time: 0.5750141 Jul 29 13:47:48.923105 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Request body: {'port': {'device_id': '1151dab4-c1fe-4308-aba6-2055335b2ab6', 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480', 'admin_state_up': True, 'tenant_id': 'e0f396f4d39340048c3e7865c9e6edd9'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:48.971280 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-16f2e7f8-ac73-4c7f-bfe9-fd1245809a11 req-468e2528-014f-4fc6-8027-9c6a6c8be00f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974541 Jul 29 13:47:49.175593 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-58220ccd-18c2-40c2-a4e6-29000c4d5be4 req-baa2929c-9280-4d1c-a8b7-e2717acd3d45 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 210 time: 0.0711083 Jul 29 13:47:49.216878 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:49.224284 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Usage tracker for resource:port and tenant:e0f396f4d39340048c3e7865c9e6edd9 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:49.229218 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:49.239003 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:49.255920 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Made reservation on behalf of e0f396f4d39340048c3e7865c9e6edd9 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:47:49.263102 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:49.575180 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Allocated IP 172.20.0.9 (725eaf67-8e85-45a5-be35-e4741cee9480/3ce4ef81-a292-446e-822a-32ac95096074/ca8c985e-2f44-4959-bb2b-2d0ade473d39) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:47:49.876766 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:49.922369 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:49.929590 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:50.026929 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Network 725eaf67-8e85-45a5-be35-e4741cee9480 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:47:50.030448 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:47:50.035964 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:47:50.126250 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:50.126902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:50.139249 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Pushing event updated for resources: {'Port': ['ID=ca8c985e-2f44-4959-bb2b-2d0ade473d39,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:50.147917 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:50.167189 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2567225 Jul 29 13:47:50.182212 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Request body: {'port': {'device_id': '1151dab4-c1fe-4308-aba6-2055335b2ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:47:50.480771 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:50.552337 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049b34-0422-4ca8-9fd2-de6747a421e9 req-89037500-307e-449c-b63a-b945a1a6a365 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:50.565302 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-22049b34-0422-4ca8-9fd2-de6747a421e9 req-89037500-307e-449c-b63a-b945a1a6a365 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 931 time: 0.1895432 Jul 29 13:47:50.575138 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cc0b9-f988-4779-a71e-002122629e21 req-5096e6e0-f0d7-438d-94c2-0dbdd1f59ecd tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:50.582614 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-028cc0b9-f988-4779-a71e-002122629e21 req-5096e6e0-f0d7-438d-94c2-0dbdd1f59ecd tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.3554466 Jul 29 13:47:50.708387 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33972) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:50.717598 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-22049b34-0422-4ca8-9fd2-de6747a421e9 req-a842699f-b06c-4791-85cd-78e3314adcb4 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510642 Jul 29 13:47:50.719036 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-028cc0b9-f988-4779-a71e-002122629e21 req-082dda29-cc9b-4486-b3c2-97f7a72c5847 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333437 Jul 29 13:47:51.125320 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8c985e-2f44-4959-bb2b-2d0ade473d39 {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:47:51.126874 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.150165 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Transition to ACTIVE for port object ca8c985e-2f44-4959-bb2b-2d0ade473d39 will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:47:51.155852 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.171259 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:51.189173 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.220794 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:51.227506 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] Usage tracker for resource:security_group_rule and tenant:6197fda2bfc64125b279b61633338ab9 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:51.232722 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:51.245499 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:47:51.436364 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.442192 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.457546 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-08efd38b-e7f7-45d7-bdf4-3934aa4139c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:51.531229 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8c985e-2f44-4959-bb2b-2d0ade473d39,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:51.542413 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:51.544858 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6197fda2bfc64125b279b61633338ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8344839 Jul 29 13:47:51.555076 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 33996) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:51.575512 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e0c147-4e0d-483d-a57f-7c9427cd5b0f,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:51.584160 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:51.587327 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Attempting to bind port ca8c985e-2f44-4959-bb2b-2d0ade473d39 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:47:51.587796 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Attempting to bind port ca8c985e-2f44-4959-bb2b-2d0ade473d39 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:47:51.588199 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Attempting to bind port ca8c985e-2f44-4959-bb2b-2d0ade473d39 on network 725eaf67-8e85-45a5-be35-e4741cee9480 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:47:51.593911 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Port ca8c985e-2f44-4959-bb2b-2d0ade473d39 on network 725eaf67-8e85-45a5-be35-e4741cee9480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 13:47:51.594311 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Attempting to bind port ca8c985e-2f44-4959-bb2b-2d0ade473d39 on network 725eaf67-8e85-45a5-be35-e4741cee9480 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:47:51.601334 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:47:51.601818 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Checking segment: {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:47:51.602335 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Bound using segment: {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:47:51.602917 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Bound port: ca8c985e-2f44-4959-bb2b-2d0ade473d39, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:47:51.603439 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.670090 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-55f5a434-bcef-4632-974a-15cf8fb33801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.714461 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] For port ca8c985e-2f44-4959-bb2b-2d0ade473d39, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:47:51.716298 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-55f5a434-bcef-4632-974a-15cf8fb33801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.719242 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] For port ca8c985e-2f44-4959-bb2b-2d0ade473d39, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:47:51.726849 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.735600 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:51.793945 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-55f5a434-bcef-4632-974a-15cf8fb33801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.800291 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-38b135c7-c203-4847-bf57-43939745b549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:51.828053 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5a434-bcef-4632-974a-15cf8fb33801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e0c147-4e0d-483d-a57f-7c9427cd5b0f,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:51.831017 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-55f5a434-bcef-4632-974a-15cf8fb33801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:51.845291 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-55f5a434-bcef-4632-974a-15cf8fb33801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.847000 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-55f5a434-bcef-4632-974a-15cf8fb33801 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6e0c147-4e0d-483d-a57f-7c9427cd5b0f HTTP/1.1" status: 204 len: 168 time: 0.2903795 Jul 29 13:47:51.892053 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:51.892681 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:51.894100 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/ca8c985e-2f44-4959-bb2b-2d0ade473d39 HTTP/1.1" status: 200 len: 1093 time: 1.7195392 Jul 29 13:47:51.894741 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1151dab4-c1fe-4308-aba6-2055335b2ab6', 'tag': 'ca8c985e-2f44-4959-bb2b-2d0ade473d39'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:47:51.945413 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8c985e-2f44-4959-bb2b-2d0ade473d39,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:51.950554 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:52.095451 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-0074b97b-b2cf-4837-b5f0-f1cbb8015439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:52.096877 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-0074b97b-b2cf-4837-b5f0-f1cbb8015439 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 1096 time: 0.1477473 Jul 29 13:47:52.117092 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c0ed6-a9e9-4abf-a550-96047aeeb25e req-3b889d94-0ddc-46d9-b41e-70a0404dfab8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:52.125253 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-160c0ed6-a9e9-4abf-a550-96047aeeb25e req-3b889d94-0ddc-46d9-b41e-70a0404dfab8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1046631 Jul 29 13:47:52.189371 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-ab70ed1d-fc12-4c7a-9916-35453a343ce5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39 HTTP/1.1" status: 200 len: 217 time: 0.0818894 Jul 29 13:47:52.194732 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-160c0ed6-a9e9-4abf-a550-96047aeeb25e req-955f085e-4c6f-49c8-8ca2-51a857bc4934 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681269 Jul 29 13:47:52.217449 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811de539-ec0e-4d16-8329-7f7abc86016d req-a972e4ee-7113-4e90-98c6-95ea015a7904 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:52.217449 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-811de539-ec0e-4d16-8329-7f7abc86016d req-a972e4ee-7113-4e90-98c6-95ea015a7904 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Synchronizing usage tracker for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:47:52.281252 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1151dab4-c1fe-4308-aba6-2055335b2ab6', 'tag': 'ca8c985e-2f44-4959-bb2b-2d0ade473d39', 'status': 'completed', 'code': 200} Jul 29 13:47:52.346450 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-811de539-ec0e-4d16-8329-7f7abc86016d req-a972e4ee-7113-4e90-98c6-95ea015a7904 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Unset dirty status for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:47:52.359440 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-811de539-ec0e-4d16-8329-7f7abc86016d req-a972e4ee-7113-4e90-98c6-95ea015a7904 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 943 time: 0.3293939 Jul 29 13:47:52.414496 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-e928e826-a317-4042-8fd1-608647dbc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:52.417805 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-e928e826-a317-4042-8fd1-608647dbc495 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.1989319 Jul 29 13:47:52.489625 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-a3702404-29d8-4f1b-8b6b-45446d72eeb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638914 Jul 29 13:47:52.499540 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-811de539-ec0e-4d16-8329-7f7abc86016d req-8af6dbcb-f4ab-4239-b1c8-0c535737af7f tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Synchronizing usage tracker for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:47:52.605305 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-811de539-ec0e-4d16-8329-7f7abc86016d req-8af6dbcb-f4ab-4239-b1c8-0c535737af7f tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Unset dirty status for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:47:52.606510 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-811de539-ec0e-4d16-8329-7f7abc86016d req-8af6dbcb-f4ab-4239-b1c8-0c535737af7f tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462344 Jul 29 13:47:52.673231 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-1b5738a6-a2d2-4099-b28b-5dbd5c61c84e service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706307 Jul 29 13:47:52.840900 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a3f58f6e-63ae-4fc9-9b41-90d6eecde991 req-51e369d5-56a7-44ca-97f7-0578df28fc21 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577032 Jul 29 13:47:52.997137 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f21ee-ba0f-4dd6-b8e9-6b38d7e43c92 req-a418a7cd-0ee8-4766-bd3e-b0fffd868f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:52.998661 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f60f21ee-ba0f-4dd6-b8e9-6b38d7e43c92 req-a418a7cd-0ee8-4766-bd3e-b0fffd868f08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0953548 Jul 29 13:47:53.161863 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f21ee-ba0f-4dd6-b8e9-6b38d7e43c92 req-6c8e8761-82a7-4e84-b019-d8d76df32e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:53.163354 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f60f21ee-ba0f-4dd6-b8e9-6b38d7e43c92 req-6c8e8761-82a7-4e84-b019-d8d76df32e96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1576197 Jul 29 13:47:53.493025 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe81ba-6aa9-4350-8df7-41be993b650c req-97631d69-cd63-496a-a21f-6b96f5c258d6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:53.500107 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-debe81ba-6aa9-4350-8df7-41be993b650c req-97631d69-cd63-496a-a21f-6b96f5c258d6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1504738 Jul 29 13:47:53.572573 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-debe81ba-6aa9-4350-8df7-41be993b650c req-11fee944-f492-416b-8bdb-da93981c89c2 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629847 Jul 29 13:47:53.873046 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8660b-6893-4609-8e8d-9de155951641 req-efc013c1-cfba-4814-8042-03293360c805 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:53.874635 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-45b8660b-6893-4609-8e8d-9de155951641 req-efc013c1-cfba-4814-8042-03293360c805 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 943 time: 0.0922594 Jul 29 13:47:53.926901 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-45b8660b-6893-4609-8e8d-9de155951641 req-461800db-c49a-4324-ab2c-6b42fefd6e2a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461748 Jul 29 13:47:54.757785 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ebe4d-d2fc-465f-a022-b198ecbbcaf7 req-7d7407d8-0bd4-48be-b886-33dc8c0421fc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:54.760581 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e59ebe4d-d2fc-465f-a022-b198ecbbcaf7 req-7d7407d8-0bd4-48be-b886-33dc8c0421fc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.0842230 Jul 29 13:47:54.809861 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e59ebe4d-d2fc-465f-a022-b198ecbbcaf7 req-bf0f1bc7-047f-4369-a3ee-70cbfcb73cb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428150 Jul 29 13:47:55.116425 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7801b-aae3-4953-8fa5-45f485ad09e7 req-4428abe0-a9f8-4d8d-bf28-d15a86ef95ac tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:55.118751 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7bf7801b-aae3-4953-8fa5-45f485ad09e7 req-4428abe0-a9f8-4d8d-bf28-d15a86ef95ac tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 943 time: 0.0854859 Jul 29 13:47:55.165440 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7bf7801b-aae3-4953-8fa5-45f485ad09e7 req-c49948e2-55da-4923-98c0-f371ea94184a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Jul 29 13:47:56.003612 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7661443-aaeb-4c0a-b206-4da117a00fc7 req-e170f4eb-b2d3-4b7f-b0db-b987e84b8c33 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:56.005060 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b7661443-aaeb-4c0a-b206-4da117a00fc7 req-e170f4eb-b2d3-4b7f-b0db-b987e84b8c33 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.0802369 Jul 29 13:47:56.068420 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b7661443-aaeb-4c0a-b206-4da117a00fc7 req-2892f1b1-9e71-4bf3-9653-6cf4b502f90d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570099 Jul 29 13:47:56.083231 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f60f21ee-ba0f-4dd6-b8e9-6b38d7e43c92 req-ea4a444d-a07b-47ea-bf96-e4764265f4ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39 HTTP/1.1" status: 200 len: 217 time: 0.0756474 Jul 29 13:47:56.147492 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f21ee-ba0f-4dd6-b8e9-6b38d7e43c92 req-83e28d98-dba5-48be-bd51-0e03deb35f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:56.150129 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f60f21ee-ba0f-4dd6-b8e9-6b38d7e43c92 req-83e28d98-dba5-48be-bd51-0e03deb35f60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0598941 Jul 29 13:47:56.203575 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f60f21ee-ba0f-4dd6-b8e9-6b38d7e43c92 req-e3ca94ea-7aff-47ee-a8e9-66cfd35e6a6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465519 Jul 29 13:47:56.472432 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f60f21ee-ba0f-4dd6-b8e9-6b38d7e43c92 req-bc12ac79-a2fb-4853-a5e9-05ce273e82e2 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596557 Jul 29 13:47:56.523149 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db73a-9239-4ebd-9c37-cd37e1add0b5 req-8c4b9de1-bc6c-4ed8-bf8b-ee59364c3b04 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:56.523775 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-403db73a-9239-4ebd-9c37-cd37e1add0b5 req-8c4b9de1-bc6c-4ed8-bf8b-ee59364c3b04 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 943 time: 0.2233963 Jul 29 13:47:56.637831 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-403db73a-9239-4ebd-9c37-cd37e1add0b5 req-3375c7a3-b423-4b5b-87c4-424a2fada5fb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005793 Jul 29 13:47:56.667357 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f60f21ee-ba0f-4dd6-b8e9-6b38d7e43c92 req-008ca482-262e-4b97-9252-c05edecfcec9 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856804 Jul 29 13:47:57.302449 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cab96-d270-437d-9d25-d30ee8614a3f req-e7716df9-a0db-4f29-b083-613182420a3f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:57.304221 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-539cab96-d270-437d-9d25-d30ee8614a3f req-e7716df9-a0db-4f29-b083-613182420a3f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.0886889 Jul 29 13:47:57.361867 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-539cab96-d270-437d-9d25-d30ee8614a3f req-76af4ce1-6380-4f90-a1fa-05ddba70b376 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503144 Jul 29 13:47:57.965353 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd377a6b-d351-46ce-9439-ce8419536233 req-8d24237c-16f4-4ac9-9dea-6cd61fc52db0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:57.967122 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd377a6b-d351-46ce-9439-ce8419536233 req-8d24237c-16f4-4ac9-9dea-6cd61fc52db0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 943 time: 0.2048783 Jul 29 13:47:58.036878 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd377a6b-d351-46ce-9439-ce8419536233 req-bb0d865a-ca8e-4e14-8f5c-55ef457da73e tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628793 Jul 29 13:47:58.459061 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device ca8c985e-2f44-4959-bb2b-2d0ade473d39 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:47:58.588544 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b910e-812f-4e7c-8b5c-68668a08f921 req-eb1cf17f-ddb9-423d-aff1-5cf3cfb5fd6c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:58.589924 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f1b910e-812f-4e7c-8b5c-68668a08f921 req-eb1cf17f-ddb9-423d-aff1-5cf3cfb5fd6c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.0847468 Jul 29 13:47:58.611222 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port ca8c985e-2f44-4959-bb2b-2d0ade473d39, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:58.625089 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': 'ca8c985e-2f44-4959-bb2b-2d0ade473d39', 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480', 'port_id': 'ca8c985e-2f44-4959-bb2b-2d0ade473d39', 'mac_address': 'fa:16:3e:b5:e8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce4ef81-a292-446e-822a-32ac95096074', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:47:58.634921 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f1b910e-812f-4e7c-8b5c-68668a08f921 req-743e934c-9c51-4198-a7a8-729dffc436ab tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Jul 29 13:47:58.682196 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:58.700743 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8c985e-2f44-4959-bb2b-2d0ade473d39 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:47:58.717218 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port ca8c985e-2f44-4959-bb2b-2d0ade473d39, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:47:58.720852 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:58.722554 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:47:58.802978 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=ca8c985e-2f44-4959-bb2b-2d0ade473d39,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:47:58.811133 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.811484 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.811858 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.812181 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.812509 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.812837 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.813207 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.813470 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.813875 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.814425 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.814527 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.814836 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:47:58.818660 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:47:58.991554 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['ca8c985e-2f44-4959-bb2b-2d0ade473d39'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:47:59.241503 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309de9a-1b47-4e3b-804c-6a156374673c req-d6a7e341-c3ff-4bba-af7e-75171025176a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:59.244409 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4309de9a-1b47-4e3b-804c-6a156374673c req-d6a7e341-c3ff-4bba-af7e-75171025176a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 944 time: 0.0893147 Jul 29 13:47:59.303125 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4309de9a-1b47-4e3b-804c-6a156374673c req-bc3f257c-36d0-46d1-a8dd-74573bcdf4ce tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522768 Jul 29 13:47:59.719428 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 34210) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:47:59.859904 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6064-6e9d-41df-a961-73f09b833f8a req-f3ee596e-6bd2-40e7-9f1e-8d6d397da68a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:47:59.862261 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-af7a6064-6e9d-41df-a961-73f09b833f8a req-f3ee596e-6bd2-40e7-9f1e-8d6d397da68a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1051819 Jul 29 13:47:59.898102 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:47:59.928184 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:47:59.937057 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] Usage tracker for resource:security_group_rule and tenant:4f6a044a8d6f499ab678a1509ecd079d is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:47:59.941610 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:47:59.951239 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-af7a6064-6e9d-41df-a961-73f09b833f8a req-822f300f-e994-4847-b94a-d8d6bbfe9352 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714216 Jul 29 13:47:59.952122 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:00.051449 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.055733 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.064211 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-171b4e04-85e1-45b5-b82f-27698569d523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:00.105557 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f6a044a8d6f499ab678a1509ecd079d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849747 Jul 29 13:48:00.106537 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f420f604-2a0e-4cd2-a4ba-4642bfe682b8,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:00.108309 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34220) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:00.110235 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:00.174868 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-806fcfb7-6be0-4dd4-bae9-067e7e0bb56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.204228 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-806fcfb7-6be0-4dd4-bae9-067e7e0bb56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.275018 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-806fcfb7-6be0-4dd4-bae9-067e7e0bb56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.280424 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:00.295634 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fcfb7-6be0-4dd4-bae9-067e7e0bb56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f420f604-2a0e-4cd2-a4ba-4642bfe682b8,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:00.305790 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-806fcfb7-6be0-4dd4-bae9-067e7e0bb56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:00.309206 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-806fcfb7-6be0-4dd4-bae9-067e7e0bb56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.310323 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-806fcfb7-6be0-4dd4-bae9-067e7e0bb56d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f420f604-2a0e-4cd2-a4ba-4642bfe682b8 HTTP/1.1" status: 204 len: 168 time: 0.1986101 Jul 29 13:48:00.485445 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device ca8c985e-2f44-4959-bb2b-2d0ade473d39 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:48:00.519978 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06f968-84e2-4f9f-a5bf-4e80beffd5a8 req-ea0b96f3-b529-44b3-af13-012a8bbeee17 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:00.521827 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7b06f968-84e2-4f9f-a5bf-4e80beffd5a8 req-ea0b96f3-b529-44b3-af13-012a8bbeee17 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 944 time: 0.0929685 Jul 29 13:48:00.573801 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port ca8c985e-2f44-4959-bb2b-2d0ade473d39 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:48:00.595547 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7b06f968-84e2-4f9f-a5bf-4e80beffd5a8 req-5cbfe18f-8c63-4ed9-af63-7a30e8577c85 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562234 Jul 29 13:48:00.612198 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port ca8c985e-2f44-4959-bb2b-2d0ade473d39 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:48:00.612842 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.696896 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 34246) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:00.719984 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.739239 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:00.745526 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] Usage tracker for resource:security_group_rule and tenant:9ffa52ba12344820b8b706d02e118654 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:00.749168 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:00.755054 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:00.766264 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.796409 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1151dab4-c1fe-4308-aba6-2055335b2ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8c985e-2f44-4959-bb2b-2d0ade473d39'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:48:00.818958 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port ca8c985e-2f44-4959-bb2b-2d0ade473d39, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:48:00.823437 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.827674 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:00.875060 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.881802 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:00.887486 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1151dab4-c1fe-4308-aba6-2055335b2ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8c985e-2f44-4959-bb2b-2d0ade473d39', 'code': 200} Jul 29 13:48:00.895743 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f52bc37e-901d-4348-aa2f-60bc4d2aa925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:00.957914 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbdb18b-4aad-422e-a0db-e47ce6843d68,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:00.959816 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=ca8c985e-2f44-4959-bb2b-2d0ade473d39,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:00.963230 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:00.968570 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ffa52ba12344820b8b706d02e118654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682147 Jul 29 13:48:00.969007 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34260) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:00.978656 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:01.076140 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f8b2-c8b3-4689-ab40-4e7bec682757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:01.126722 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f8b2-c8b3-4689-ab40-4e7bec682757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:01.225185 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f8b2-c8b3-4689-ab40-4e7bec682757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:01.231803 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-278380bb-327d-449c-83a6-05de80b646dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:01.245574 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1f8b2-c8b3-4689-ab40-4e7bec682757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbdb18b-4aad-422e-a0db-e47ce6843d68,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:01.249984 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b5e1f8b2-c8b3-4689-ab40-4e7bec682757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:01.252559 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f8b2-c8b3-4689-ab40-4e7bec682757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:01.253846 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b5e1f8b2-c8b3-4689-ab40-4e7bec682757 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cbdb18b-4aad-422e-a0db-e47ce6843d68 HTTP/1.1" status: 204 len: 168 time: 0.2838995 Jul 29 13:48:01.300354 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e138c2-7942-4a57-9403-3b842801d1aa req-2efab2ec-5f8e-46bb-9311-6686006f8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:01.301941 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-31e138c2-7942-4a57-9403-3b842801d1aa req-2efab2ec-5f8e-46bb-9311-6686006f8a19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 1098 time: 0.2241931 Jul 29 13:48:01.366293 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778e872-3373-4943-aaa0-de0067652b63 req-25c575f1-35a8-428c-9d8e-506960e8c896 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:01.368884 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d778e872-3373-4943-aaa0-de0067652b63 req-25c575f1-35a8-428c-9d8e-506960e8c896 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.2241974 Jul 29 13:48:01.371675 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-31e138c2-7942-4a57-9403-3b842801d1aa req-55acb65c-a31c-4d53-a85b-0dfd1fc6cddc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623729 Jul 29 13:48:01.419544 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d778e872-3373-4943-aaa0-de0067652b63 req-38fec1fa-e6a1-402d-92cb-a0f418b4b21b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 Jul 29 13:48:01.687800 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34296) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:01.706653 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:01.723638 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:01.729859 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:fa954591801b486692b718808a94bc23 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:01.762003 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:01.776245 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:01.873729 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51781173-45a3-43a0-a38a-a046a6b5be4d req-60198b40-6823-49d6-89e3-988c0c8dac61 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:01.875296 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-51781173-45a3-43a0-a38a-a046a6b5be4d req-60198b40-6823-49d6-89e3-988c0c8dac61 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 945 time: 0.1493535 Jul 29 13:48:01.925977 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:01.938495 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:01.949409 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7c3820d2-7852-4c0e-ac17-0db093e71c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:01.994939 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-51781173-45a3-43a0-a38a-a046a6b5be4d req-7c9b217c-37bd-4e9e-ba24-c1d09799d914 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053061 Jul 29 13:48:02.008173 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa954591801b486692b718808a94bc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147111 Jul 29 13:48:02.008739 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 34312) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:02.039860 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1221085-7473-41bd-969f-17b02ad03a60,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:02.039860 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:02.125316 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f63bc819-c3d8-49ee-9375-3f8ca65292ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:02.177381 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f63bc819-c3d8-49ee-9375-3f8ca65292ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:02.204562 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34318) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:02.257313 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f63bc819-c3d8-49ee-9375-3f8ca65292ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:02.264215 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:02.285459 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bc819-c3d8-49ee-9375-3f8ca65292ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1221085-7473-41bd-969f-17b02ad03a60,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:02.296412 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f63bc819-c3d8-49ee-9375-3f8ca65292ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:02.308585 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f63bc819-c3d8-49ee-9375-3f8ca65292ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:02.310531 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-f63bc819-c3d8-49ee-9375-3f8ca65292ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1221085-7473-41bd-969f-17b02ad03a60 HTTP/1.1" status: 204 len: 168 time: 0.2997766 Jul 29 13:48:02.398427 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:02.422051 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:02.427459 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] Usage tracker for resource:security_group_rule and tenant:3223f7a09a514d18aafd23e003d751e4 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:02.431773 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:02.440480 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:02.582724 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:02.592430 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:02.602770 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3745ef87-45c3-46f6-962b-a76ed304b673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:02.641458 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5b9a8c-bd2c-4944-a662-11437913cf4a,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:02.646424 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:02.671470 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3223f7a09a514d18aafd23e003d751e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657049 Jul 29 13:48:02.673943 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34338) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:02.717645 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51aab8-fe69-4bcd-a06d-5eed7f964006 req-1b181cdd-7381-4e10-879d-bdeab1d8187a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:02.720134 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3a51aab8-fe69-4bcd-a06d-5eed7f964006 req-1b181cdd-7381-4e10-879d-bdeab1d8187a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1095004 Jul 29 13:48:02.830583 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a9079576-9b8d-4173-b372-a5c585013b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:02.836436 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3a51aab8-fe69-4bcd-a06d-5eed7f964006 req-8c56f108-722d-4f29-947a-1cf87c316175 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014445 Jul 29 13:48:02.865390 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a9079576-9b8d-4173-b372-a5c585013b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:02.979729 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a9079576-9b8d-4173-b372-a5c585013b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:02.993221 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-14bf6abd-d92a-4a5d-a67d-8115956c3c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:03.036786 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9079576-9b8d-4173-b372-a5c585013b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5b9a8c-bd2c-4944-a662-11437913cf4a,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:03.040853 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a9079576-9b8d-4173-b372-a5c585013b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:03.051641 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a9079576-9b8d-4173-b372-a5c585013b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:03.053105 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a9079576-9b8d-4173-b372-a5c585013b88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf5b9a8c-bd2c-4944-a662-11437913cf4a HTTP/1.1" status: 204 len: 168 time: 0.3771758 Jul 29 13:48:03.364235 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7fbac-9715-43fe-87ae-2fac23ef28dc req-7e579fc3-ce17-4206-824c-21cef8e727ee tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:03.375025 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9be7fbac-9715-43fe-87ae-2fac23ef28dc req-7e579fc3-ce17-4206-824c-21cef8e727ee tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 945 time: 0.1341534 Jul 29 13:48:03.422281 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9be7fbac-9715-43fe-87ae-2fac23ef28dc req-565e7a5d-c399-46d2-9458-25c392b31f99 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457962 Jul 29 13:48:04.141923 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465dfab-8de6-4a02-9c68-6fe204e06b12 req-11baca78-a5ca-4a91-9530-5518fe1cda7b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:04.143491 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7465dfab-8de6-4a02-9c68-6fe204e06b12 req-11baca78-a5ca-4a91-9530-5518fe1cda7b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1433992 Jul 29 13:48:04.256926 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7465dfab-8de6-4a02-9c68-6fe204e06b12 req-07be3a94-d767-4954-a583-e54b01c65c6f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944810 Jul 29 13:48:04.294714 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1a428-13d6-4138-a9d7-72f335d17153 req-cb661081-bb64-47f0-a94c-5ce5b950778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:04.296470 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-38d1a428-13d6-4138-a9d7-72f335d17153 req-cb661081-bb64-47f0-a94c-5ce5b950778a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 1099 time: 0.1252503 Jul 29 13:48:04.387610 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-38d1a428-13d6-4138-a9d7-72f335d17153 req-f7f920e7-06a7-4332-8fcd-b73bb9e83655 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834346 Jul 29 13:48:05.206596 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6f307945-f6a4-484a-b6fb-a5409342fb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:05.527483 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef90ee0-e658-41fa-bc5c-f81859e57cba req-5dfe44e8-ae7a-4f80-9e3b-367eadb3a6a3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:05.529792 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4ef90ee0-e658-41fa-bc5c-f81859e57cba req-5dfe44e8-ae7a-4f80-9e3b-367eadb3a6a3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1159370 Jul 29 13:48:05.650835 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:05.698767 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4ef90ee0-e658-41fa-bc5c-f81859e57cba req-04f7d0b4-e997-490b-a869-efd6ea0dfcd6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625981 Jul 29 13:48:06.113728 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-de57c4b3-916d-44f0-8e45-51a5f857fa92 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8267432239b24150ae450fee16a02837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333519 Jul 29 13:48:06.287302 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-584e8489-a450-4d80-9131-9a65e1fc358c tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:06.289451 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-584e8489-a450-4d80-9131-9a65e1fc358c tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687679 Jul 29 13:48:06.305189 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-85f38a76-bcc7-404b-8fab-dab510b2dad5 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/quotas/8267432239b24150ae450fee16a02837 HTTP/1.1" status: 200 len: 375 time: 0.0099289 Jul 29 13:48:06.357711 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-3675b586-29d3-41cb-805f-393ff2610895 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8267432239b24150ae450fee16a02837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467868 Jul 29 13:48:06.799454 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-80e81c64-3ebe-4c67-b3dc-43a2cf6e29b6 req-55712b6f-54fb-4e1e-aec0-a4467f2f955e tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 210 time: 0.1021378 Jul 29 13:48:06.951036 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f714a2-413e-4fbc-bada-6782f035d15f req-27b488f8-686f-4b18-bcbc-0bed775ec2a6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:06.958206 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-24f714a2-413e-4fbc-bada-6782f035d15f req-27b488f8-686f-4b18-bcbc-0bed775ec2a6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.1108270 Jul 29 13:48:07.012763 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-24f714a2-413e-4fbc-bada-6782f035d15f req-a81a3819-c7d6-4c58-ac93-df6a64a99502 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533462 Jul 29 13:48:07.205139 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103405e-2678-4dea-a7e7-86f0a8facfe0 req-33dd2cef-c83b-454f-ac1c-7b215cbb7b29 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:07.206827 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2103405e-2678-4dea-a7e7-86f0a8facfe0 req-33dd2cef-c83b-454f-ac1c-7b215cbb7b29 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0884900 Jul 29 13:48:07.262914 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2103405e-2678-4dea-a7e7-86f0a8facfe0 req-20b3da11-3dfc-4655-a69f-277b38a1b330 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490828 Jul 29 13:48:07.806621 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e8778674-cd48-4ed0-9251-c535a81a200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:08.133417 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4def7511-15db-491b-b7fd-50682ca2a11b req-2155cfbe-4ca4-4f25-ba80-f4efa1dc8276 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 210 time: 0.0534725 Jul 29 13:48:09.245471 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:09.309397 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a8973fb1-9cc2-45c8-85b1-355646a36284 req-b2c32514-ea4b-4599-9821-550b52fe5356 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 210 time: 0.0579195 Jul 29 13:48:09.699220 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-05171efc-73c4-4f03-8cd0-ec003779dc69 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8267432239b24150ae450fee16a02837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341270 Jul 29 13:48:09.883270 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-82d5985d-9dcc-422b-a018-9c23fd463e07 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:09.885082 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-82d5985d-9dcc-422b-a018-9c23fd463e07 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805980 Jul 29 13:48:09.898370 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Request body: {'port': {'device_id': '35aa9b0f-d3ff-4add-b033-7233e1115785', 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c', 'admin_state_up': True, 'tenant_id': '8267432239b24150ae450fee16a02837'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:48:10.141409 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:10.146321 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Usage tracker for resource:port and tenant:8267432239b24150ae450fee16a02837 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:10.149571 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:10.156380 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:10.171099 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Made reservation on behalf of 8267432239b24150ae450fee16a02837 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:48:10.176444 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:10.198800 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:10.222849 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:10.227678 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Usage tracker for resource:security_group_rule and tenant:8267432239b24150ae450fee16a02837 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:10.232208 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:10.244093 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:10.422849 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34616) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:10.468663 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:10.473999 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:10.482522 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f63bc819-c3d8-49ee-9375-3f8ca65292ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:10.547405 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e8db8b-a9dc-400c-a49b-83735324d847,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:10.576188 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc96361-983a-49d5-aa5c-9631fc9c8efd admin admin] Deleting subnet 395705d2-d7ba-44ee-9105-6b268c9f1403 {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 13:48:10.582100 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fcc96361-983a-49d5-aa5c-9631fc9c8efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:10.595363 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:10.702731 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-02144f34-dd59-44a2-b41f-525f8f05bba0 req-11e1d9c2-f839-4da8-8842-6efa54093d7e tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 210 time: 0.1087315 Jul 29 13:48:10.941411 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:10.953705 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fcc96361-983a-49d5-aa5c-9631fc9c8efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:11.032430 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 34634) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:11.062396 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fcc96361-983a-49d5-aa5c-9631fc9c8efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:11.078158 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab832e4-3d3c-433d-9f8e-4e253cc598df req-7a180150-5e52-4a77-a937-d194e965245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:11.079581 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9ab832e4-3d3c-433d-9f8e-4e253cc598df req-7a180150-5e52-4a77-a937-d194e965245c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.3660755 Jul 29 13:48:11.110510 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Allocated IP 192.168.233.140 (0cef977d-41ef-48b1-8643-8d785d47653c/c5e0d7b0-cbea-42d8-a61f-97568306b8a6/8667cfaa-2985-4153-8265-0ad4860afa73) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:48:11.293178 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fcc96361-983a-49d5-aa5c-9631fc9c8efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:11.316976 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b2e26d62-97dc-45ea-b6b3-7b96d0d08bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:11.355800 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:11.375849 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Transition to ACTIVE for port object 8667cfaa-2985-4153-8265-0ad4860afa73 will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:48:11.385774 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34646) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:11.415736 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:11.421714 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc96361-983a-49d5-aa5c-9631fc9c8efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395705d2-d7ba-44ee-9105-6b268c9f1403,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:11.425624 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-fcc96361-983a-49d5-aa5c-9631fc9c8efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:11.440474 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-87bba65e-8164-444f-821c-8ad223224012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:11.440783 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c6b59-e4cb-47c1-9433-366c80e5d202 req-a627e0d4-4ca4-4bd2-b708-9e99cb2f79bf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:11.442697 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-417c6b59-e4cb-47c1-9433-366c80e5d202 req-a627e0d4-4ca4-4bd2-b708-9e99cb2f79bf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.6088398 Jul 29 13:48:11.447742 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fcc96361-983a-49d5-aa5c-9631fc9c8efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:11.471596 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-fcc96361-983a-49d5-aa5c-9631fc9c8efd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/395705d2-d7ba-44ee-9105-6b268c9f1403 HTTP/1.1" status: 204 len: 168 time: 1.0462704 Jul 29 13:48:11.474974 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34652) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:11.537163 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:11.625147 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Pushing event updated for resources: {'Port': ['ID=8667cfaa-2985-4153-8265-0ad4860afa73,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:11.629751 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Network 0cef977d-41ef-48b1-8643-8d785d47653c is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:48:11.630853 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:11.633654 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:11.636463 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:11.638351 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:48:11.642736 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] Usage tracker for resource:security_group_rule and tenant:b033edf30a7c4c7280f98e71b2fd46a4 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:11.646055 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:48:11.661610 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-417c6b59-e4cb-47c1-9433-366c80e5d202 req-ef4b4d53-e571-4aba-9616-d28e6f8f5105 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059329 Jul 29 13:48:11.668091 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:11.675372 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:bfd5c92aac284046972228024a3579d7 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:11.677385 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:11.695370 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:11.701219 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:11.717820 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:11.793419 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:11.813749 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab832e4-3d3c-433d-9f8e-4e253cc598df req-fc267fb9-699a-4971-b48f-913762ecd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:11.817724 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9ab832e4-3d3c-433d-9f8e-4e253cc598df req-fc267fb9-699a-4971-b48f-913762ecd4b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.7249045 Jul 29 13:48:11.961686 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:11.963127 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:11.978505 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.004608 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9ab832e4-3d3c-433d-9f8e-4e253cc598df req-bc9ff5b6-1bc7-4672-add7-d44de4305a59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 217 time: 0.1774244 Jul 29 13:48:12.007986 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.018376 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-2afe5fe2-bdd1-429f-826a-48e3c743d6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:12.053216 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-15e5eccf-d7f7-4002-8cf0-1d37c6d05793 None None] Provisioning for port 8667cfaa-2985-4153-8265-0ad4860afa73 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:48:12.064041 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-15e5eccf-d7f7-4002-8cf0-1d37c6d05793 None None] Provisioning complete for port 8667cfaa-2985-4153-8265-0ad4860afa73 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:48:12.065078 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-15e5eccf-d7f7-4002-8cf0-1d37c6d05793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.112144 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc547f0-7777-43b6-8023-f2561468937b,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:12.117122 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:12.139287 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.150726 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-15e5eccf-d7f7-4002-8cf0-1d37c6d05793 None None] Port 8667cfaa-2985-4153-8265-0ad4860afa73 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:48:12.152883 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfd5c92aac284046972228024a3579d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7542078 Jul 29 13:48:12.157785 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34664) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:12.170869 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2774382 Jul 29 13:48:12.174438 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f1c151-405b-487c-851a-a43aa90f30d6']}} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:48:12.190483 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Request body: {'port': {'device_id': '35aa9b0f-d3ff-4add-b033-7233e1115785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:48:12.197148 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51608726-6579-4bff-917f-be6d77cec075') {'for_net_delete': True} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:48:12.197444 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51608726-6579-4bff-917f-be6d77cec075') {} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:48:12.225259 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1106423'] for segment, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.255849 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.262444 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab832e4-3d3c-433d-9f8e-4e253cc598df req-ad2dfc03-4192-4094-8d9c-a797d4ca9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:12.265010 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9ab832e4-3d3c-433d-9f8e-4e253cc598df req-ad2dfc03-4192-4094-8d9c-a797d4ca9043 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.2464142 Jul 29 13:48:12.271693 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=78539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 13:48:12.272141 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2557363'] for segment, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: Traceback (most recent call last): Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: timer() Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: cb(*args, **kw) Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: return func(*args, **kwargs) Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: self._notify() Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: self.callback(batched_events) Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: event.method(event) Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: return f(self, *a, **k) Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._get(url).json() Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: return self.request(url, 'GET', **kwargs) Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 13:48:12.286971 dv-cinder-801321-2-iscsi neutron-server[78539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 13:48:12.315408 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9ee1cfff-ea06-4fc1-9183-e39ff83f2f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.380950 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9ab832e4-3d3c-433d-9f8e-4e253cc598df req-c6ce1ba8-622f-4f8d-99c2-101f1b3c51e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043856 Jul 29 13:48:12.405826 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9ee1cfff-ea06-4fc1-9183-e39ff83f2f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.416824 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.423261 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.432731 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:12.441485 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.455610 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b8e07-ad66-45a8-8286-fe7468c30d4c req-2170ccb9-ffd2-46d0-9b69-72da96a46af3 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:12.456443 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-359b8e07-ad66-45a8-8286-fe7468c30d4c req-2170ccb9-ffd2-46d0-9b69-72da96a46af3 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Synchronizing usage tracker for tenant:8267432239b24150ae450fee16a02837 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:48:12.477214 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=09f1c151-405b-487c-851a-a43aa90f30d6,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:12.479657 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:12.484160 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.484563 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/09f1c151-405b-487c-851a-a43aa90f30d6 HTTP/1.1" status: 204 len: 168 time: 1.0081813 Jul 29 13:48:12.487606 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34670) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:12.496547 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9c73f13b-46fa-449c-a675-8534bc7892e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:12.510404 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.561157 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-228a4481-64d2-4e73-a4f2-dcc9adc0b450 admin admin] Deleting subnet f062c75c-c59a-4ccb-836b-73351122357f {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 13:48:12.565958 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-228a4481-64d2-4e73-a4f2-dcc9adc0b450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.620998 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9ee1cfff-ea06-4fc1-9183-e39ff83f2f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.624556 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:12.643619 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1cfff-ea06-4fc1-9183-e39ff83f2f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc547f0-7777-43b6-8023-f2561468937b,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:12.646672 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-9ee1cfff-ea06-4fc1-9183-e39ff83f2f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:12.659133 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9ee1cfff-ea06-4fc1-9183-e39ff83f2f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.659995 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-9ee1cfff-ea06-4fc1-9183-e39ff83f2f17 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fc547f0-7777-43b6-8023-f2561468937b HTTP/1.1" status: 204 len: 168 time: 0.5008924 Jul 29 13:48:12.662851 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-228a4481-64d2-4e73-a4f2-dcc9adc0b450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.670651 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b033edf30a7c4c7280f98e71b2fd46a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6336498 Jul 29 13:48:12.684266 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 34676) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:12.686892 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7c304b-01aa-42d6-953f-e8db25456ed6,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:12.695874 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-359b8e07-ad66-45a8-8286-fe7468c30d4c req-2170ccb9-ffd2-46d0-9b69-72da96a46af3 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Unset dirty status for tenant:8267432239b24150ae450fee16a02837 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:48:12.700613 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-359b8e07-ad66-45a8-8286-fe7468c30d4c req-2170ccb9-ffd2-46d0-9b69-72da96a46af3 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 936 time: 0.6887674 Jul 29 13:48:12.739785 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-228a4481-64d2-4e73-a4f2-dcc9adc0b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.876194 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.915410 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-228a4481-64d2-4e73-a4f2-dcc9adc0b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:12.928176 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:12.929914 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-42bf0439-d383-4e65-b87f-99ce72c2bcad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:13.007634 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19e1f1-bef3-4264-9f2e-227ef75c51b7 req-162cec04-0e15-4739-82d8-c2755fc5a9df tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:13.009754 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9c19e1f1-bef3-4264-9f2e-227ef75c51b7 req-162cec04-0e15-4739-82d8-c2755fc5a9df tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.2031991 Jul 29 13:48:13.013138 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-228a4481-64d2-4e73-a4f2-dcc9adc0b450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.017107 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a4481-64d2-4e73-a4f2-dcc9adc0b450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f062c75c-c59a-4ccb-836b-73351122357f,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:13.019553 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-228a4481-64d2-4e73-a4f2-dcc9adc0b450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:13.052939 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-228a4481-64d2-4e73-a4f2-dcc9adc0b450 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f062c75c-c59a-4ccb-836b-73351122357f HTTP/1.1" status: 204 len: 168 time: 0.5642729 Jul 29 13:48:13.056332 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9ab832e4-3d3c-433d-9f8e-4e253cc598df req-7d3c154e-c660-4926-9c23-cc834c763d9c service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607392 Jul 29 13:48:13.061087 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34688) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:13.136172 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9c19e1f1-bef3-4264-9f2e-227ef75c51b7 req-ab13f473-d137-476d-8afd-25ef9d657eb7 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140397 Jul 29 13:48:13.163067 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-359b8e07-ad66-45a8-8286-fe7468c30d4c req-868c5cc1-975c-417e-be0e-21e8e563af57 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Synchronizing usage tracker for tenant:8267432239b24150ae450fee16a02837 on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:48:13.243815 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.310735 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-97bda85c-5dce-4741-8445-91f7dc89632a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.470723 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.499895 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245a3ff6-8664-4fdf-9f8b-1102a22b7789']}} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:48:13.514429 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-359b8e07-ad66-45a8-8286-fe7468c30d4c req-868c5cc1-975c-417e-be0e-21e8e563af57 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Unset dirty status for tenant:8267432239b24150ae450fee16a02837 on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:48:13.515758 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-359b8e07-ad66-45a8-8286-fe7468c30d4c req-868c5cc1-975c-417e-be0e-21e8e563af57 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763559 Jul 29 13:48:13.529106 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-97bda85c-5dce-4741-8445-91f7dc89632a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.529329 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da8dcf3-5a0a-4426-b287-caf7f73a3d4c') {'for_net_delete': True} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:48:13.529619 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da8dcf3-5a0a-4426-b287-caf7f73a3d4c') {} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:48:13.556646 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1106423'] for segment, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.588529 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.600221 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=78539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 13:48:13.600779 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2557363'] for segment, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.620083 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9ab832e4-3d3c-433d-9f8e-4e253cc598df req-de1e64da-9784-445c-aa6a-b5ca412ebdf0 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399501 Jul 29 13:48:13.748078 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-97bda85c-5dce-4741-8445-91f7dc89632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.757941 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8b05fb22-0249-4be8-b217-5ac7b9ba08f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:13.780743 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bda85c-5dce-4741-8445-91f7dc89632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7c304b-01aa-42d6-953f-e8db25456ed6,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:13.784957 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8667cfaa-2985-4153-8265-0ad4860afa73 {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:48:13.790880 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-97bda85c-5dce-4741-8445-91f7dc89632a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: Traceback (most recent call last): Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: timer() Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: cb(*args, **kw) Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: return func(*args, **kwargs) Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: self._notify() Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: self.callback(batched_events) Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: event.method(event) Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: return f(self, *a, **k) Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._get(url).json() Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: return self.request(url, 'GET', **kwargs) Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 13:48:13.791393 dv-cinder-801321-2-iscsi neutron-server[78539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 13:48:13.793969 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-97bda85c-5dce-4741-8445-91f7dc89632a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.793969 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-97bda85c-5dce-4741-8445-91f7dc89632a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a7c304b-01aa-42d6-953f-e8db25456ed6 HTTP/1.1" status: 204 len: 168 time: 1.1078157 Jul 29 13:48:13.804853 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.899636 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.901087 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Transition to ACTIVE for port object 8667cfaa-2985-4153-8265-0ad4860afa73 will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:48:13.903769 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:13.909140 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.915593 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-71657aab-49a4-49ed-8ddb-f15ffe8d2358 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:13.923874 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:13.934703 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] Pushing event deleted for resources: {'Network': ['ID=245a3ff6-8664-4fdf-9f8b-1102a22b7789,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:13.941279 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:13.943296 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-7db0c5b0-b3a3-4071-ba94-ad7be1a04337 admin admin] 10.222.0.23 "DELETE /v2.0/networks/245a3ff6-8664-4fdf-9f8b-1102a22b7789 HTTP/1.1" status: 204 len: 168 time: 0.8795621 Jul 29 13:48:14.167143 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Pushing event updated for resources: {'Port': ['ID=8667cfaa-2985-4153-8265-0ad4860afa73,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:14.181799 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:14.241228 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Attempting to bind port 8667cfaa-2985-4153-8265-0ad4860afa73 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:48:14.241993 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Attempting to bind port 8667cfaa-2985-4153-8265-0ad4860afa73 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '7d95d3aa-2179-4620-ab77-691c4dc3d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:48:14.242501 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Attempting to bind port 8667cfaa-2985-4153-8265-0ad4860afa73 on network 0cef977d-41ef-48b1-8643-8d785d47653c {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:48:14.248107 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Port 8667cfaa-2985-4153-8265-0ad4860afa73 on network 0cef977d-41ef-48b1-8643-8d785d47653c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 13:48:14.248693 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Attempting to bind port 8667cfaa-2985-4153-8265-0ad4860afa73 on network 0cef977d-41ef-48b1-8643-8d785d47653c {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:48:14.259918 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:48:14.260213 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Checking segment: {'id': '7d95d3aa-2179-4620-ab77-691c4dc3d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:48:14.260606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Bound using segment: {'id': '7d95d3aa-2179-4620-ab77-691c4dc3d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:48:14.261060 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Bound port: 8667cfaa-2985-4153-8265-0ad4860afa73, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d95d3aa-2179-4620-ab77-691c4dc3d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:48:14.261418 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:14.462687 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34738) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:14.496916 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] For port 8667cfaa-2985-4153-8265-0ad4860afa73, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:48:14.510625 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] For port 8667cfaa-2985-4153-8265-0ad4860afa73, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8667cfaa-2985-4153-8265-0ad4860afa73,segment=NetworkSegment(7d95d3aa-2179-4620-ab77-691c4dc3d6d3),segment_id=7d95d3aa-2179-4620-ab77-691c4dc3d6d3)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:48:14.525853 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:14.539298 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-0aae80fe-02aa-4bb6-ab29-a38d6732f5a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e259ce394b94e2da4c31ddfed565677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747397 Jul 29 13:48:14.540909 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34742) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:14.545457 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd5862-8b12-42a9-9847-64393e3418f7 req-6ecb652a-afa8-4f0d-a4f8-d04c01ccb518 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:14.547032 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bcd5862-8b12-42a9-9847-64393e3418f7 req-6ecb652a-afa8-4f0d-a4f8-d04c01ccb518 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1517131 Jul 29 13:48:14.552131 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:14.667146 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4c75-feb1-49d3-b433-27563a572383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:14.676417 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:14.677120 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:14.678532 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] 10.222.0.10 "PUT /v2.0/ports/8667cfaa-2985-4153-8265-0ad4860afa73 HTTP/1.1" status: 200 len: 1098 time: 2.4957833 Jul 29 13:48:14.683033 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35aa9b0f-d3ff-4add-b033-7233e1115785', 'tag': '8667cfaa-2985-4153-8265-0ad4860afa73'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:48:14.735965 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4c75-feb1-49d3-b433-27563a572383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:14.853208 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Pushing event updated for resources: {'Port': ['ID=8667cfaa-2985-4153-8265-0ad4860afa73,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:14.873243 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:14.882485 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bcd5862-8b12-42a9-9847-64393e3418f7 req-403bcdf3-10b8-4b38-ba6b-28f62cb8ba97 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912626 Jul 29 13:48:14.922995 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4c75-feb1-49d3-b433-27563a572383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:14.934645 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b5e1f8b2-c8b3-4689-ab40-4e7bec682757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:14.947533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-b55b4d86-c0c5-48e9-8040-7de02341c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:14.951244 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-b55b4d86-c0c5-48e9-8040-7de02341c1ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8267432239b24150ae450fee16a02837&device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 1101 time: 0.2028251 Jul 29 13:48:14.952257 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f4c75-feb1-49d3-b433-27563a572383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b3e59-e67a-4154-b9ae-c724ad282791,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:14.967739 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-cf0f4c75-feb1-49d3-b433-27563a572383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:14.982820 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4c75-feb1-49d3-b433-27563a572383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:14.987079 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-cf0f4c75-feb1-49d3-b433-27563a572383 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/073b3e59-e67a-4154-b9ae-c724ad282791 HTTP/1.1" status: 204 len: 168 time: 0.4449568 Jul 29 13:48:15.052160 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47633dda-6a8c-4002-88eb-5b4269af4ab3 req-633f72a4-518b-46f7-a7e2-d1c9dc9b97b2 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:15.055670 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-47633dda-6a8c-4002-88eb-5b4269af4ab3 req-633f72a4-518b-46f7-a7e2-d1c9dc9b97b2 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 948 time: 0.2133298 Jul 29 13:48:15.140673 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-47633dda-6a8c-4002-88eb-5b4269af4ab3 req-036bbd6b-fe28-408a-a337-769a03f01b25 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739293 Jul 29 13:48:15.176803 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35aa9b0f-d3ff-4add-b033-7233e1115785', 'tag': '8667cfaa-2985-4153-8265-0ad4860afa73', 'status': 'completed', 'code': 200} Jul 29 13:48:15.200728 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-77f5edf4-c087-4ee4-8ed0-649b64c27d43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=8667cfaa-2985-4153-8265-0ad4860afa73 HTTP/1.1" status: 200 len: 217 time: 0.2294528 Jul 29 13:48:15.295086 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-88be0b5b-664c-4857-b5e9-b9ddb47ded16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:15.296956 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-88be0b5b-664c-4857-b5e9-b9ddb47ded16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c5e0d7b0-cbea-42d8-a61f-97568306b8a6 HTTP/1.1" status: 200 len: 843 time: 0.0885785 Jul 29 13:48:15.404795 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-4cb9a992-1a7e-46e0-b2a5-fdc53e1b64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:15.406706 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-4cb9a992-1a7e-46e0-b2a5-fdc53e1b64fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cef977d-41ef-48b1-8643-8d785d47653c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1009088 Jul 29 13:48:15.589997 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-6cc6959a-6094-4cab-abb5-b3f5ebc6f8c6 service neutron] 10.222.0.10 "GET /v2.0/networks/0cef977d-41ef-48b1-8643-8d785d47653c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748292 Jul 29 13:48:15.664284 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 34790) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:15.917630 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-03245f27-d771-4b2d-bfbd-84d4af6ae898 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16329a6b2c4747bab20306b56288def8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495806 Jul 29 13:48:15.917950 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 34798) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:15.938333 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c8fcf75-a3bd-447c-add9-2a1ee5c11254 req-ecef5520-9dd7-48f0-9651-c18bb78ed659 service neutron] 10.222.0.10 "GET /v2.0/networks/0cef977d-41ef-48b1-8643-8d785d47653c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389616 Jul 29 13:48:16.004936 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb79-1696-43f5-bb85-a0a8d93d2226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:16.125898 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb79-1696-43f5-bb85-a0a8d93d2226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:16.156242 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-4cfcfc6b-7c56-4c7b-8e6c-3a149e3c52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:16.164635 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-4cfcfc6b-7c56-4c7b-8e6c-3a149e3c52bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8267432239b24150ae450fee16a02837&device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 1101 time: 0.1613393 Jul 29 13:48:16.258688 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb9187-9f59-4793-a6fc-0703c5b4591c req-e7e10074-988b-4ccb-8497-8377362b9a02 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:16.263299 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-47bb9187-9f59-4793-a6fc-0703c5b4591c req-e7e10074-988b-4ccb-8497-8377362b9a02 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.2270620 Jul 29 13:48:16.373505 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb79-1696-43f5-bb85-a0a8d93d2226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:16.388378 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:16.390189 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-feea3d30-0020-49b8-9415-d5927407d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:16.392421 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-feea3d30-0020-49b8-9415-d5927407d94b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cef977d-41ef-48b1-8643-8d785d47653c HTTP/1.1" status: 200 len: 870 time: 0.2089050 Jul 29 13:48:16.412637 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3deb79-1696-43f5-bb85-a0a8d93d2226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645766d7-ab07-44d1-a7de-7b699e583bde,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:16.416186 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1a3deb79-1696-43f5-bb85-a0a8d93d2226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:16.434025 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-47bb9187-9f59-4793-a6fc-0703c5b4591c req-163b4ace-8170-46e0-a7bd-e1ab8f7dea29 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641936 Jul 29 13:48:16.438397 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb79-1696-43f5-bb85-a0a8d93d2226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:16.442812 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1a3deb79-1696-43f5-bb85-a0a8d93d2226 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/645766d7-ab07-44d1-a7de-7b699e583bde HTTP/1.1" status: 204 len: 168 time: 0.5232787 Jul 29 13:48:16.600291 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-a3d0fffe-7765-4507-a0b0-3e623626ebc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=8667cfaa-2985-4153-8265-0ad4860afa73 HTTP/1.1" status: 200 len: 217 time: 0.1877501 Jul 29 13:48:16.778062 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-32a2f09d-e3d2-4097-bbf8-0cb2074bbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:16.779888 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-32a2f09d-e3d2-4097-bbf8-0cb2074bbd6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c5e0d7b0-cbea-42d8-a61f-97568306b8a6 HTTP/1.1" status: 200 len: 843 time: 0.1215620 Jul 29 13:48:16.797573 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244a68b-261f-478f-8398-828e63168d0d req-e25f0a4e-3f6a-4019-b375-f94c96fe881e tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:16.805809 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6244a68b-261f-478f-8398-828e63168d0d req-e25f0a4e-3f6a-4019-b375-f94c96fe881e tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 948 time: 0.2402613 Jul 29 13:48:16.930890 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6244a68b-261f-478f-8398-828e63168d0d req-3be32e8a-60d0-4c3d-b8c0-9f61b74018f5 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238976 Jul 29 13:48:16.970257 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-98386216-fe80-4cea-ad2e-6dd098cfa6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:16.972010 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-98386216-fe80-4cea-ad2e-6dd098cfa6d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cef977d-41ef-48b1-8643-8d785d47653c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1630337 Jul 29 13:48:17.204374 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-99fe8b6a-619a-48de-8dac-1ea5a54b6b36 service neutron] 10.222.0.10 "GET /v2.0/networks/0cef977d-41ef-48b1-8643-8d785d47653c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179291 Jul 29 13:48:17.453729 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9f6df857-71d7-4225-86f4-a4d7586ef7fa req-fc74d237-f120-4d1a-b325-f8d6c4ce364d service neutron] 10.222.0.10 "GET /v2.0/networks/0cef977d-41ef-48b1-8643-8d785d47653c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413297 Jul 29 13:48:17.876307 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77020-8bd8-459c-893a-8987227e680f req-717e8fb9-5ee0-4d36-a0a0-52debda013d8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:17.877976 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c1f77020-8bd8-459c-893a-8987227e680f req-717e8fb9-5ee0-4d36-a0a0-52debda013d8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.2100666 Jul 29 13:48:17.964824 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c1f77020-8bd8-459c-893a-8987227e680f req-1f33c077-e67d-48e0-ac66-8d3c6caa462a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787408 Jul 29 13:48:18.258229 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b7d1c-b70c-47e4-997c-3a6711ceb3cc req-dbdc9aac-c369-4aa8-98ac-82617b78b79b tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:18.260938 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0c7b7d1c-b70c-47e4-997c-3a6711ceb3cc req-dbdc9aac-c369-4aa8-98ac-82617b78b79b tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 948 time: 0.1219227 Jul 29 13:48:18.377550 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0c7b7d1c-b70c-47e4-997c-3a6711ceb3cc req-e2a6959d-64f0-4c3c-a85f-5ef38b69c723 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953457 Jul 29 13:48:18.389663 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-b02d6955-1f8f-4e9a-9a3a-e39b447f6e9a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:18.391659 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-b02d6955-1f8f-4e9a-9a3a-e39b447f6e9a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 814 time: 0.3247702 Jul 29 13:48:18.424229 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-85e2dcec-5d2f-41e1-ba7b-54ebe8d7f570 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/quotas/e0f396f4d39340048c3e7865c9e6edd9 HTTP/1.1" status: 200 len: 375 time: 0.0227213 Jul 29 13:48:18.534642 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-e7201959-e345-49a0-8154-090b755fa812 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029005 Jul 29 13:48:18.587583 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 8667cfaa-2985-4153-8265-0ad4860afa73 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:48:18.756517 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-37dca64a-e70e-4146-9b5e-3003317507eb service neutron] 10.222.0.23 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133186 Jul 29 13:48:18.808316 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 8667cfaa-2985-4153-8265-0ad4860afa73, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8667cfaa-2985-4153-8265-0ad4860afa73,segment=NetworkSegment(7d95d3aa-2179-4620-ab77-691c4dc3d6d3),segment_id=7d95d3aa-2179-4620-ab77-691c4dc3d6d3)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:48:18.829028 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '8667cfaa-2985-4153-8265-0ad4860afa73', 'network_id': '0cef977d-41ef-48b1-8643-8d785d47653c', 'port_id': '8667cfaa-2985-4153-8265-0ad4860afa73', 'mac_address': 'fa:16:3e:bc:1d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e0d7b0-cbea-42d8-a61f-97568306b8a6', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:48:18.908169 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:18.919728 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-7c0e8699-b6d6-484a-8d0c-d98b0e73241b service neutron] 10.222.0.23 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510675 Jul 29 13:48:18.927210 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8667cfaa-2985-4153-8265-0ad4860afa73 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:48:18.947255 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 8667cfaa-2985-4153-8265-0ad4860afa73, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8667cfaa-2985-4153-8265-0ad4860afa73,segment=NetworkSegment(7d95d3aa-2179-4620-ab77-691c4dc3d6d3),segment_id=7d95d3aa-2179-4620-ab77-691c4dc3d6d3)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:48:18.952401 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:18.955513 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c2625fa1-7f9f-4c1e-9d99-13b01cb59e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:19.050518 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=8667cfaa-2985-4153-8265-0ad4860afa73,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:19.054691 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:19.260083 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9d2e6a7d-73c5-4eed-9c1f-7d19d178ff88 req-de7f322d-cdd8-40f7-a3ba-3da698b7b9b4 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 210 time: 0.0575264 Jul 29 13:48:19.283217 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['8667cfaa-2985-4153-8265-0ad4860afa73'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:48:19.510135 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494aedb-d03c-49e6-aead-2c04c0514936 req-e8773b8f-1315-468c-9370-d3795fd60d56 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:19.523514 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b494aedb-d03c-49e6-aead-2c04c0514936 req-e8773b8f-1315-468c-9370-d3795fd60d56 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.2752016 Jul 29 13:48:19.679279 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b494aedb-d03c-49e6-aead-2c04c0514936 req-8b0eab82-3c9c-4c28-96f6-123fa01622df tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527061 Jul 29 13:48:19.854050 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c968b7-0e66-4b49-a288-2d79232a16ae req-c5f2a263-0e23-4758-bf90-42d65534b99d tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:19.857048 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d1c968b7-0e66-4b49-a288-2d79232a16ae req-c5f2a263-0e23-4758-bf90-42d65534b99d tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 949 time: 0.2381356 Jul 29 13:48:20.009090 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d1c968b7-0e66-4b49-a288-2d79232a16ae req-5c4ae9fe-c544-49c5-bde5-52e5cb59d6b3 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299067 Jul 29 13:48:20.506518 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ff093488-9aff-414d-8e65-8517ed4ef026 req-7caf3212-7347-4636-ad9a-79401d438976 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 210 time: 0.0478275 Jul 29 13:48:20.609230 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 8667cfaa-2985-4153-8265-0ad4860afa73 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:48:20.704782 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port 8667cfaa-2985-4153-8265-0ad4860afa73 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:48:20.712519 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 8667cfaa-2985-4153-8265-0ad4860afa73 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:48:20.713215 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:20.895097 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:20.937744 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aa9b0f-d3ff-4add-b033-7233e1115785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8667cfaa-2985-4153-8265-0ad4860afa73'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:48:20.957548 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 8667cfaa-2985-4153-8265-0ad4860afa73, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8667cfaa-2985-4153-8265-0ad4860afa73,segment=NetworkSegment(7d95d3aa-2179-4620-ab77-691c4dc3d6d3),segment_id=7d95d3aa-2179-4620-ab77-691c4dc3d6d3)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:48:20.966304 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:20.968626 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-33ee5c8c-ec74-4310-b92c-1ad3462632a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:20.977831 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cbae9-27ca-42e4-900e-59a41d6c47bf req-b5317730-9286-4def-a6cf-4a180432e03e tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:20.986481 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d02cbae9-27ca-42e4-900e-59a41d6c47bf req-b5317730-9286-4def-a6cf-4a180432e03e tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1347437 Jul 29 13:48:21.029433 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aa9b0f-d3ff-4add-b033-7233e1115785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8667cfaa-2985-4153-8265-0ad4860afa73', 'code': 200} Jul 29 13:48:21.060441 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d02cbae9-27ca-42e4-900e-59a41d6c47bf req-fa7fbbe6-568b-492d-8f6b-b27c8b61669d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728841 Jul 29 13:48:21.100538 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=8667cfaa-2985-4153-8265-0ad4860afa73,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:21.113031 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:21.250177 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a42a-a035-467f-ad1c-f47158e440c9 req-606bcb7a-26b0-4aa1-8842-2ff85b309492 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:21.252231 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-00e7a42a-a035-467f-ad1c-f47158e440c9 req-606bcb7a-26b0-4aa1-8842-2ff85b309492 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 950 time: 0.0970933 Jul 29 13:48:21.329432 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-00e7a42a-a035-467f-ad1c-f47158e440c9 req-10a55a37-0b63-41bc-97f0-bab5adb7ff34 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711563 Jul 29 13:48:21.676746 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-83f00178-baf8-4618-b512-82c5cea6b663 req-ab45f17c-faec-4113-a997-30a996864472 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 210 time: 0.0455091 Jul 29 13:48:22.275055 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2b5bd-e121-477b-a0ea-23bc36859dd4 req-45db372a-0173-466b-93c5-a0c978b82638 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:22.276943 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-85a2b5bd-e121-477b-a0ea-23bc36859dd4 req-45db372a-0173-466b-93c5-a0c978b82638 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1059318 Jul 29 13:48:22.348816 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-85a2b5bd-e121-477b-a0ea-23bc36859dd4 req-8f5e4235-a623-4783-90a9-21d217cf21c9 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656223 Jul 29 13:48:22.556385 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbaf56-4759-40be-aacb-e3844b2f6ac9 req-27c1ab9e-b8da-443a-87b9-740e70cd3b00 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:22.558135 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b1fbaf56-4759-40be-aacb-e3844b2f6ac9 req-27c1ab9e-b8da-443a-87b9-740e70cd3b00 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 950 time: 0.0909526 Jul 29 13:48:22.608049 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b1fbaf56-4759-40be-aacb-e3844b2f6ac9 req-f9f338d7-932f-4966-96ba-a8442acb6a48 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441372 Jul 29 13:48:22.836468 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-988b6afa-3d67-4902-b06d-703c7ec9cc88 req-bdd0a301-db5d-485b-b548-f494243567bc tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 210 time: 0.0485649 Jul 29 13:48:23.484367 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:48:23.550023 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5a93e-93e1-48b7-be91-3991a57921bb req-9949f972-e9f5-4993-b4b0-3c04c79a9d9d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:23.551518 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6cc5a93e-93e1-48b7-be91-3991a57921bb req-9949f972-e9f5-4993-b4b0-3c04c79a9d9d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0931377 Jul 29 13:48:23.599241 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6cc5a93e-93e1-48b7-be91-3991a57921bb req-4b2eff08-0758-4f86-aad1-8cf1ab242fdd tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Jul 29 13:48:23.819698 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a3c67-51b6-4772-b60b-f5c5ca74a086 req-aaa8910d-a628-4fc8-b4ae-950e6dba68c8 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:23.821930 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-928a3c67-51b6-4772-b60b-f5c5ca74a086 req-aaa8910d-a628-4fc8-b4ae-950e6dba68c8 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 950 time: 0.0905259 Jul 29 13:48:23.871579 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-928a3c67-51b6-4772-b60b-f5c5ca74a086 req-d247a8fe-69ff-4407-a4f0-4494f65d5f9b tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434291 Jul 29 13:48:24.200906 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-07b7a983-022f-472d-9ada-302f0eae8308 req-e7170f94-7fb8-4b79-abdd-817f34f90505 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 210 time: 0.0974038 Jul 29 13:48:24.262187 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-66a39f3f-7218-483f-9c59-7c5800e8efcb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:24.263852 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-66a39f3f-7218-483f-9c59-7c5800e8efcb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 814 time: 0.4047379 Jul 29 13:48:24.277985 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Request body: {'port': {'device_id': 'f8d6273e-cff9-4740-aede-b780bad4bb85', 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480', 'admin_state_up': True, 'tenant_id': 'e0f396f4d39340048c3e7865c9e6edd9'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:48:24.312748 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba96108-9093-4ace-9593-ce0edd60ca27 req-ffa7e905-4b68-4d04-8dab-03ece9ef168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:24.314218 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0ba96108-9093-4ace-9593-ce0edd60ca27 req-ffa7e905-4b68-4d04-8dab-03ece9ef168f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 1103 time: 0.1694999 Jul 29 13:48:24.438662 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0ba96108-9093-4ace-9593-ce0edd60ca27 req-8ad6693d-62a4-49d7-b5f0-24e0f3db8c29 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148188 Jul 29 13:48:24.463213 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:24.473042 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:24.484366 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Made reservation on behalf of e0f396f4d39340048c3e7865c9e6edd9 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:48:24.488003 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:24.679885 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Allocated IP 172.20.0.11 (725eaf67-8e85-45a5-be35-e4741cee9480/3ce4ef81-a292-446e-822a-32ac95096074/c6f3e8fb-9db9-411c-ba51-f8178fbf393b) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:48:24.842511 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e02520-f226-4fd6-9623-2992346ef872 req-9ce46149-8f72-4985-a2c0-17c352b9daa8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:24.848584 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-32e02520-f226-4fd6-9623-2992346ef872 req-9ce46149-8f72-4985-a2c0-17c352b9daa8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1259406 Jul 29 13:48:24.912676 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-32e02520-f226-4fd6-9623-2992346ef872 req-fbfe4a0d-6ac0-4cc6-a062-4f918f3091db tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607543 Jul 29 13:48:24.992428 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:25.037698 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:25.047363 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:25.054816 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['ca8c985e-2f44-4959-bb2b-2d0ade473d39'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:48:25.254501 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Network 725eaf67-8e85-45a5-be35-e4741cee9480 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:48:25.261356 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:48:25.265879 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:48:25.326247 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa927a-2902-46fc-ad33-d3802a74fc83 req-5f77123e-26fe-432a-813d-8b4ab3774fc1 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:25.358706 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a3fa927a-2902-46fc-ad33-d3802a74fc83 req-5f77123e-26fe-432a-813d-8b4ab3774fc1 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 950 time: 0.2691088 Jul 29 13:48:25.465667 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:25.466370 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:25.502423 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a3fa927a-2902-46fc-ad33-d3802a74fc83 req-9557205e-22d1-471f-8df2-a6c2735d428a tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426120 Jul 29 13:48:25.541860 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2682354 Jul 29 13:48:25.585772 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Request body: {'port': {'device_id': 'f8d6273e-cff9-4740-aede-b780bad4bb85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:48:25.669809 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Pushing event updated for resources: {'Port': ['ID=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:25.674155 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:25.765872 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:25.782983 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ca5f-548f-4548-b537-2e00b8bdef21 req-467cdde8-9166-405b-aece-4415a4655f13 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:25.783713 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-f739ca5f-548f-4548-b537-2e00b8bdef21 req-467cdde8-9166-405b-aece-4415a4655f13 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Synchronizing usage tracker for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:48:25.852748 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-f739ca5f-548f-4548-b537-2e00b8bdef21 req-467cdde8-9166-405b-aece-4415a4655f13 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Unset dirty status for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:48:25.853951 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f739ca5f-548f-4548-b537-2e00b8bdef21 req-467cdde8-9166-405b-aece-4415a4655f13 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 932 time: 0.3644495 Jul 29 13:48:25.983748 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f739ca5f-548f-4548-b537-2e00b8bdef21 req-42cb7b7b-d0af-4084-91f3-6d15561ee453 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193428 Jul 29 13:48:26.187986 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5c80-7fe7-4d14-a816-507bdb741269 req-c98ff319-9210-4db3-8f53-890276d749fc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:26.189539 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ef7b5c80-7fe7-4d14-a816-507bdb741269 req-c98ff319-9210-4db3-8f53-890276d749fc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1291065 Jul 29 13:48:26.206437 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f3e8fb-9db9-411c-ba51-f8178fbf393b {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:48:26.214281 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:26.231960 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Transition to ACTIVE for port object c6f3e8fb-9db9-411c-ba51-f8178fbf393b will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:48:26.235389 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:26.237704 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ef7b5c80-7fe7-4d14-a816-507bdb741269 req-d34527e5-5dee-4e9e-8567-5ad00ab63d87 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Jul 29 13:48:26.240204 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:26.518995 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Pushing event updated for resources: {'Port': ['ID=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:26.565731 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:26.618698 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Attempting to bind port c6f3e8fb-9db9-411c-ba51-f8178fbf393b on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:48:26.619617 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Attempting to bind port c6f3e8fb-9db9-411c-ba51-f8178fbf393b by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:48:26.620042 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Attempting to bind port c6f3e8fb-9db9-411c-ba51-f8178fbf393b on network 725eaf67-8e85-45a5-be35-e4741cee9480 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:48:26.626830 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Port c6f3e8fb-9db9-411c-ba51-f8178fbf393b on network 725eaf67-8e85-45a5-be35-e4741cee9480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 13:48:26.627294 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Attempting to bind port c6f3e8fb-9db9-411c-ba51-f8178fbf393b on network 725eaf67-8e85-45a5-be35-e4741cee9480 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:48:26.633783 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:48:26.634268 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Checking segment: {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:48:26.634750 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Bound using segment: {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:48:26.635282 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Bound port: c6f3e8fb-9db9-411c-ba51-f8178fbf393b, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:48:26.635729 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:26.728573 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9f161-d191-4cd7-be3d-be721989a77a req-4f4d92d1-bb57-42e6-8cd1-becb4f0ec5f6 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:26.731050 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-86e9f161-d191-4cd7-be3d-be721989a77a req-4f4d92d1-bb57-42e6-8cd1-becb4f0ec5f6 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 950 time: 0.1039650 Jul 29 13:48:26.748953 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] For port c6f3e8fb-9db9-411c-ba51-f8178fbf393b, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:48:26.752726 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] For port c6f3e8fb-9db9-411c-ba51-f8178fbf393b, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:48:26.759181 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:26.764456 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:26.800394 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-86e9f161-d191-4cd7-be3d-be721989a77a req-d13e329b-5334-4b83-9709-5111e9e99767 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622048 Jul 29 13:48:26.858104 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:26.858727 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:26.860391 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] 10.222.0.10 "PUT /v2.0/ports/c6f3e8fb-9db9-411c-ba51-f8178fbf393b HTTP/1.1" status: 200 len: 1094 time: 1.2871385 Jul 29 13:48:26.860897 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d6273e-cff9-4740-aede-b780bad4bb85', 'tag': 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:48:26.894375 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Pushing event updated for resources: {'Port': ['ID=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:26.897781 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:26.973137 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d6273e-cff9-4740-aede-b780bad4bb85', 'tag': 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b', 'status': 'completed', 'code': 200} Jul 29 13:48:27.042840 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-e3886b6c-b63f-49a1-baa4-3533d4fe376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:27.047622 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-e3886b6c-b63f-49a1-baa4-3533d4fe376c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 1097 time: 0.1363058 Jul 29 13:48:27.187451 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-59f6bcba-60c4-4d67-aa6d-cb96b58529e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6f3e8fb-9db9-411c-ba51-f8178fbf393b HTTP/1.1" status: 200 len: 217 time: 0.1299582 Jul 29 13:48:27.313204 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-7c39a516-8c55-473c-b6a0-ede8efc80511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:27.315425 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-7c39a516-8c55-473c-b6a0-ede8efc80511 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.1198096 Jul 29 13:48:27.332524 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e2858-c303-4a32-931c-ae3f4f923304 req-a0116b0c-a6f6-4148-b13c-19c97151a107 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:27.342105 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4e7e2858-c303-4a32-931c-ae3f4f923304 req-a0116b0c-a6f6-4148-b13c-19c97151a107 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.1997795 Jul 29 13:48:27.416550 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-defabcbb-b1c0-40fd-8c84-b3ab0b122849 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708482 Jul 29 13:48:27.478186 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4e7e2858-c303-4a32-931c-ae3f4f923304 req-0c44c8b6-0567-404d-a4dd-8efb3aadf42e tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348076 Jul 29 13:48:27.551244 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f2275-109f-499b-bef2-803340e53355 req-ea5a124c-6d3f-4b46-9f14-1859975e3888 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:27.561486 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-373f2275-109f-499b-bef2-803340e53355 req-ea5a124c-6d3f-4b46-9f14-1859975e3888 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 950 time: 0.1612642 Jul 29 13:48:27.618232 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-f0750a39-b485-4923-a621-35c7dbb293a4 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829357 Jul 29 13:48:27.622628 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-373f2275-109f-499b-bef2-803340e53355 req-036669a6-711e-45be-b13e-fd6c787e463e tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586748 Jul 29 13:48:27.818370 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-18eb9d71-cdb7-4648-9427-9564eee4c1c4 req-9828d00f-7c89-4767-88b7-15538c7b2e48 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919351 Jul 29 13:48:27.842802 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee959ee-c58c-45ab-abca-3eb5eae2bf4b req-686a1fc4-28aa-45bd-9679-b702f0bad065 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:27.844540 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6ee959ee-c58c-45ab-abca-3eb5eae2bf4b req-686a1fc4-28aa-45bd-9679-b702f0bad065 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1302893 Jul 29 13:48:27.954616 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6ee959ee-c58c-45ab-abca-3eb5eae2bf4b req-cfbb29cf-7bdd-46d4-b58e-86ead3f2235b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000636 Jul 29 13:48:27.982844 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddc4fc-3f58-4bc4-a342-2b963fb1367c req-ccd548dc-598b-4b2c-b4cc-657fdc0235a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:27.984457 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9eddc4fc-3f58-4bc4-a342-2b963fb1367c req-ccd548dc-598b-4b2c-b4cc-657fdc0235a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 1097 time: 0.1132143 Jul 29 13:48:28.151551 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddc4fc-3f58-4bc4-a342-2b963fb1367c req-13664e22-1ed9-46ca-ab7e-2f3efdbc33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:28.152982 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9eddc4fc-3f58-4bc4-a342-2b963fb1367c req-13664e22-1ed9-46ca-ab7e-2f3efdbc33a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1566367 Jul 29 13:48:28.236209 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9eddc4fc-3f58-4bc4-a342-2b963fb1367c req-eacbb190-814b-46db-9799-76c3c5354068 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6f3e8fb-9db9-411c-ba51-f8178fbf393b HTTP/1.1" status: 200 len: 217 time: 0.0703902 Jul 29 13:48:28.309388 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddc4fc-3f58-4bc4-a342-2b963fb1367c req-5f2d7dbf-777f-4591-90b4-1ae28c656a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:28.310829 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9eddc4fc-3f58-4bc4-a342-2b963fb1367c req-5f2d7dbf-777f-4591-90b4-1ae28c656a07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0644016 Jul 29 13:48:28.367594 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9eddc4fc-3f58-4bc4-a342-2b963fb1367c req-e42376d9-2f2f-47aa-be4e-e12a18f551f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488675 Jul 29 13:48:28.537990 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9eddc4fc-3f58-4bc4-a342-2b963fb1367c req-6ab23ebf-66dd-4a5b-9b1a-d1006350e894 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534805 Jul 29 13:48:28.853762 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3999fb-85b5-45ad-bb1d-d5619c73b3ab req-0230a846-ad6a-47fb-9690-9c758fdd067e tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:28.857338 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9eddc4fc-3f58-4bc4-a342-2b963fb1367c req-70c456ca-65f6-4417-aa55-c51fab69b231 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095157 Jul 29 13:48:28.862784 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1f3999fb-85b5-45ad-bb1d-d5619c73b3ab req-0230a846-ad6a-47fb-9690-9c758fdd067e tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.2296844 Jul 29 13:48:28.941014 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1f3999fb-85b5-45ad-bb1d-d5619c73b3ab req-7677086b-d09f-4ded-8bba-2deedb86909e tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750735 Jul 29 13:48:28.973338 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 35232) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:29.174714 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccde189-4d5b-46b8-8723-ac662bc3e636 req-0ed2fd21-2475-4f5a-84b4-3929d1c52b88 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:29.176287 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fccde189-4d5b-46b8-8723-ac662bc3e636 req-0ed2fd21-2475-4f5a-84b4-3929d1c52b88 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 950 time: 0.2154059 Jul 29 13:48:29.190533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-63809779-12a9-4e4a-bc17-fa4a5bd51e53 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:29.192250 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-63809779-12a9-4e4a-bc17-fa4a5bd51e53 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.10 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 950 time: 0.1360340 Jul 29 13:48:29.223872 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.267145 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:29.273186 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ad7c58a4ad4cc3959ba0adff087ffd is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:29.277204 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:29.287961 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:29.352955 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fccde189-4d5b-46b8-8723-ac662bc3e636 req-dcffd2b7-88b4-43c1-b4f1-f8feb174e0f0 tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e8db8b-a9dc-400c-a49b-83735324d847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590781 Jul 29 13:48:29.399251 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Deleting port 8667cfaa-2985-4153-8265-0ad4860afa73 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:48:29.399925 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.431884 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63acb3-dda0-45b8-a4a3-5471e95f1aee req-ff3e31d1-bb0a-4938-b067-b22b73d9002b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:29.436513 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5d63acb3-dda0-45b8-a4a3-5471e95f1aee req-ff3e31d1-bb0a-4938-b067-b22b73d9002b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.3230326 Jul 29 13:48:29.441743 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 35248) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:29.457734 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.486535 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.500294 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b24f2cd1-8641-414e-88d0-2b3abaddae35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:29.561211 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec10474f-42ad-4051-af7f-2b98fc6e0e0f,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:29.576521 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 35254) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:29.577817 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3ad7c58a4ad4cc3959ba0adff087ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029787 Jul 29 13:48:29.580493 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.580858 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.582010 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.582374 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.582726 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.583073 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.583416 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.583754 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.584741 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.585133 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.585682 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.586057 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:29.591248 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:29.625099 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5d63acb3-dda0-45b8-a4a3-5471e95f1aee req-535dd681-6375-4f47-bc13-0fdf9dade2e1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761689 Jul 29 13:48:29.658147 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.681675 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:29.686781 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] Usage tracker for resource:security_group_rule and tenant:98b01d42375c45a299124a87e89f3c6a is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:29.689873 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:29.696510 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:29.742145 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.791995 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.818586 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.823667 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.832315 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] For port 8667cfaa-2985-4153-8265-0ad4860afa73, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8667cfaa-2985-4153-8265-0ad4860afa73,segment=NetworkSegment(7d95d3aa-2179-4620-ab77-691c4dc3d6d3),segment_id=7d95d3aa-2179-4620-ab77-691c4dc3d6d3)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:48:29.832722 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.838847 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6f703929-77df-4667-8bce-a650124671cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:29.886799 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98b01d42375c45a299124a87e89f3c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434505 Jul 29 13:48:29.887421 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad082370-559e-487c-85bd-971b1d7b21f1,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:29.889703 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 35264) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:29.892284 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:29.953511 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62876d73-f2ce-446c-8471-77f2cd71c345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:29.987829 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Calling delete_port for 8667cfaa-2985-4153-8265-0ad4860afa73 owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:48:29.988380 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62876d73-f2ce-446c-8471-77f2cd71c345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:30.058547 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62876d73-f2ce-446c-8471-77f2cd71c345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:30.064297 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:30.069387 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1551e6f9-34d0-4a79-9d0c-bea0f67563ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:30.075385 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a371cd4b-d70e-4725-954a-d74278320c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:30.086518 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62876d73-f2ce-446c-8471-77f2cd71c345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad082370-559e-487c-85bd-971b1d7b21f1,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:30.096460 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:30.097645 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec10474f-42ad-4051-af7f-2b98fc6e0e0f HTTP/1.1" status: 204 len: 168 time: 0.5201824 Jul 29 13:48:30.098891 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec10474f-42ad-4051-af7f-2b98fc6e0e0f,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:30.122226 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.122628 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.123009 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.123327 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.123679 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.124590 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.124590 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.124863 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.125271 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.125375 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.125721 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.126049 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:48:30.129360 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:30.197030 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-62876d73-f2ce-446c-8471-77f2cd71c345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:30.209362 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62876d73-f2ce-446c-8471-77f2cd71c345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:30.211870 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-62876d73-f2ce-446c-8471-77f2cd71c345 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad082370-559e-487c-85bd-971b1d7b21f1 HTTP/1.1" status: 204 len: 168 time: 0.3198199 Jul 29 13:48:30.264123 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34c8e2-55f1-4e8d-9618-4606b4a55016 req-f680663c-76ad-4a3e-afa5-e67bdcb9e89b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:30.283452 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:30.284552 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ba34c8e2-55f1-4e8d-9618-4606b4a55016 req-f680663c-76ad-4a3e-afa5-e67bdcb9e89b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.2160256 Jul 29 13:48:30.314685 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:30.317946 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['8667cfaa-2985-4153-8265-0ad4860afa73'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:48:30.374358 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ba34c8e2-55f1-4e8d-9618-4606b4a55016 req-1b919f6b-0ee3-4331-b263-123bf98eea92 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887427 Jul 29 13:48:30.502024 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Pushing event deleted for resources: {'Port': ['ID=8667cfaa-2985-4153-8265-0ad4860afa73,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:30.504919 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] No DVR routers for this DVR port 8667cfaa-2985-4153-8265-0ad4860afa73 on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 13:48:30.518321 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:30.536490 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:30.551988 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aa9b0f-d3ff-4add-b033-7233e1115785', 'name': 'network-vif-deleted', 'tag': '8667cfaa-2985-4153-8265-0ad4860afa73'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:48:30.560705 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8b84d9d3-68da-4dff-bde0-3e827c643b51 req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.10 "DELETE /v2.0/ports/8667cfaa-2985-4153-8265-0ad4860afa73 HTTP/1.1" status: 204 len: 173 time: 1.3503439 Jul 29 13:48:30.632094 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5475652c-cba4-4edb-89a8-8df96284a874 req-eab6102b-d581-4b5d-8428-7bda9aeda2be tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] 10.222.0.23 "GET /v2.0/ports?device_id=35aa9b0f-d3ff-4add-b033-7233e1115785 HTTP/1.1" status: 200 len: 210 time: 0.0514371 Jul 29 13:48:30.694537 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aa9b0f-d3ff-4add-b033-7233e1115785', 'name': 'network-vif-deleted', 'tag': '8667cfaa-2985-4153-8265-0ad4860afa73', 'status': 'completed', 'code': 200} Jul 29 13:48:30.793660 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 35288) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:30.814153 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:30.829984 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:30.833881 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] Usage tracker for resource:security_group_rule and tenant:f87696687e1e4d86afa10805195367cb is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:30.837467 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:30.846606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:30.880675 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56fefc-5542-4871-a73a-d0bc7a06fdd8 req-735f103f-78c4-43db-afea-d0581e73b3fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:30.883082 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ad56fefc-5542-4871-a73a-d0bc7a06fdd8 req-735f103f-78c4-43db-afea-d0581e73b3fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0976248 Jul 29 13:48:30.942245 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ad56fefc-5542-4871-a73a-d0bc7a06fdd8 req-f1ed798c-b4ab-4933-a826-d01f5cdca97f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474610 Jul 29 13:48:30.954191 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:30.961615 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:30.972102 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5122239b-4ab1-4aea-b498-90cae3d713c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:31.014900 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3250ce2f-595d-408d-86b7-e127d4dd0734,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:31.019288 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f87696687e1e4d86afa10805195367cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243690 Jul 29 13:48:31.021223 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:31.022935 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 35292) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:31.099325 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-46d56697-0c2e-4035-8cd0-cb3effb3408a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:31.148179 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-46d56697-0c2e-4035-8cd0-cb3effb3408a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:31.236901 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-46d56697-0c2e-4035-8cd0-cb3effb3408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:31.242096 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c6326681-9bf7-43d6-924d-aee51d0f17f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:31.255527 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d56697-0c2e-4035-8cd0-cb3effb3408a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3250ce2f-595d-408d-86b7-e127d4dd0734,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:31.260379 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-46d56697-0c2e-4035-8cd0-cb3effb3408a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:31.261770 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-46d56697-0c2e-4035-8cd0-cb3effb3408a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:31.262972 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-46d56697-0c2e-4035-8cd0-cb3effb3408a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3250ce2f-595d-408d-86b7-e127d4dd0734 HTTP/1.1" status: 204 len: 168 time: 0.2386847 Jul 29 13:48:31.573170 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804b51e-0431-4590-a713-e1b0c0394d57 req-93f5b305-f7f3-402e-9f38-d3108aaa3559 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:31.574718 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3804b51e-0431-4590-a713-e1b0c0394d57 req-93f5b305-f7f3-402e-9f38-d3108aaa3559 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0896776 Jul 29 13:48:31.622237 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3804b51e-0431-4590-a713-e1b0c0394d57 req-d1961864-0e04-4300-b4e9-9fea4687b90a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414159 Jul 29 13:48:31.704146 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 35308) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:31.728221 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:31.744334 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:31.748628 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] Usage tracker for resource:security_group_rule and tenant:93163d95a56a40b9b6756a89054c10b9 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:31.751853 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:31.758860 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:31.849520 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:31.853922 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:31.860938 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3ba21e7d-c4fc-4dc7-86b8-cb1d65f00e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:31.902999 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f70d8b9-92cd-4c18-b468-bfda0a0ca84f,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:31.907535 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93163d95a56a40b9b6756a89054c10b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022626 Jul 29 13:48:31.908477 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:31.910013 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 35316) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:31.979117 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9139a612-ee27-432b-bd82-f4a6a8c47d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:32.010521 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9139a612-ee27-432b-bd82-f4a6a8c47d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:32.069063 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9139a612-ee27-432b-bd82-f4a6a8c47d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:32.075472 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-41d8b8b9-61d6-4d07-a9d4-b4f0786407e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:32.087117 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139a612-ee27-432b-bd82-f4a6a8c47d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f70d8b9-92cd-4c18-b468-bfda0a0ca84f,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:32.089400 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9139a612-ee27-432b-bd82-f4a6a8c47d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:32.095877 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9139a612-ee27-432b-bd82-f4a6a8c47d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:32.099308 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-9139a612-ee27-432b-bd82-f4a6a8c47d50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f70d8b9-92cd-4c18-b468-bfda0a0ca84f HTTP/1.1" status: 204 len: 168 time: 0.1860926 Jul 29 13:48:32.173148 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ca772-3c43-4083-9a15-8b875ede324e req-8885b8d3-4b56-4c2b-88b2-cf0ac351c9a6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:32.174692 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-046ca772-3c43-4083-9a15-8b875ede324e req-8885b8d3-4b56-4c2b-88b2-cf0ac351c9a6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1093144 Jul 29 13:48:32.235637 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-046ca772-3c43-4083-9a15-8b875ede324e req-f0fc77f8-e6c4-48c6-87d2-7fe4e2f163f9 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529232 Jul 29 13:48:32.719181 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 8667cfaa-2985-4153-8265-0ad4860afa73 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:48:32.766111 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: 8667cfaa-2985-4153-8265-0ad4860afa73 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 13:48:32.766480 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 8667cfaa-2985-4153-8265-0ad4860afa73 not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 13:48:32.846693 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb61b1e-1ba2-4696-84e1-7972a1685047 req-baa1482a-b5bc-4f8c-9341-fabeef1847aa tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:32.848261 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-deb61b1e-1ba2-4696-84e1-7972a1685047 req-baa1482a-b5bc-4f8c-9341-fabeef1847aa tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0910470 Jul 29 13:48:32.904372 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-deb61b1e-1ba2-4696-84e1-7972a1685047 req-2d28c04f-7772-4709-86f3-8753e9c7154d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496898 Jul 29 13:48:33.408561 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 35360) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:33.442259 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75711-93f1-4cba-9a79-bb3a580d2cba req-bfdde4b2-3939-4c6f-800f-d0e53936773f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:33.443934 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-86a75711-93f1-4cba-9a79-bb3a580d2cba req-bfdde4b2-3939-4c6f-800f-d0e53936773f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0895844 Jul 29 13:48:33.495446 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-86a75711-93f1-4cba-9a79-bb3a580d2cba req-3aeba681-3453-44f2-be70-66e3cd74ff2d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454500 Jul 29 13:48:33.561077 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4f798a45-22e8-4741-9781-78633b6e1f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:33.578753 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-4f798a45-22e8-4741-9781-78633b6e1f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:33.582678 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-4f798a45-22e8-4741-9781-78633b6e1f2e admin admin] Usage tracker for resource:security_group_rule and tenant:928a63546c8c464ba3f8ac6019b1de39 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:33.585704 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-4f798a45-22e8-4741-9781-78633b6e1f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:33.591628 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-4f798a45-22e8-4741-9781-78633b6e1f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:33.681826 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4f798a45-22e8-4741-9781-78633b6e1f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:33.685613 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4f798a45-22e8-4741-9781-78633b6e1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:33.692807 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3854e48f-af99-4291-86c1-36b4648aaedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:33.735522 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-4f798a45-22e8-4741-9781-78633b6e1f2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=928a63546c8c464ba3f8ac6019b1de39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258522 Jul 29 13:48:33.736332 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f798a45-22e8-4741-9781-78633b6e1f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734d691b-189d-4f48-9dac-aef763a4861c,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:33.739337 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 35368) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:33.739578 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4f798a45-22e8-4741-9781-78633b6e1f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:33.807936 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cb965b6a-44f7-4266-99e7-54563663fbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:33.835133 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cb965b6a-44f7-4266-99e7-54563663fbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:33.890138 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cb965b6a-44f7-4266-99e7-54563663fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:33.894965 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6eddbc4b-95b7-40ae-bd63-1be472f8ef72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:33.908055 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb965b6a-44f7-4266-99e7-54563663fbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734d691b-189d-4f48-9dac-aef763a4861c,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:33.911162 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-cb965b6a-44f7-4266-99e7-54563663fbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:33.928250 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cb965b6a-44f7-4266-99e7-54563663fbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:33.929742 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-cb965b6a-44f7-4266-99e7-54563663fbb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/734d691b-189d-4f48-9dac-aef763a4861c HTTP/1.1" status: 204 len: 168 time: 0.1886227 Jul 29 13:48:34.117055 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c69e3-d267-45ce-84c1-a5a07c8135fc req-10cb6c37-bf2e-435f-bcea-1751729da83d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:34.118655 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e44c69e3-d267-45ce-84c1-a5a07c8135fc req-10cb6c37-bf2e-435f-bcea-1751729da83d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0955327 Jul 29 13:48:34.246225 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e44c69e3-d267-45ce-84c1-a5a07c8135fc req-13935792-37a9-4266-b149-2fd17c09c17b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207449 Jul 29 13:48:34.706393 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90383a4-ef52-4c93-a6f7-7c7efd1b922a req-ec460924-5734-45de-aef9-7368e9148587 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:34.708125 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d90383a4-ef52-4c93-a6f7-7c7efd1b922a req-ec460924-5734-45de-aef9-7368e9148587 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0932786 Jul 29 13:48:34.760423 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d90383a4-ef52-4c93-a6f7-7c7efd1b922a req-6168b1ba-0a9c-4dbd-8354-1872cb5ace2e tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435209 Jul 29 13:48:35.201723 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f38e2515-7f6c-48c8-8240-f39abf3fc885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:35.459668 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d6bc6-07ca-4530-b614-7ffe3fd99539 req-6c9d0833-8c3a-47b6-b5c1-090ce49cd7d6 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:35.461326 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1e7d6bc6-07ca-4530-b614-7ffe3fd99539 req-6c9d0833-8c3a-47b6-b5c1-090ce49cd7d6 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0872810 Jul 29 13:48:35.508576 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1e7d6bc6-07ca-4530-b614-7ffe3fd99539 req-457916da-b8d5-41b7-890c-6bf44f88e936 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Jul 29 13:48:35.594516 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:35.952720 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6015b3-e6c4-4c55-a6b4-0d754a8670dd req-fdbfbaae-1bb8-4af5-a37f-ceb7e8132441 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:35.954305 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7c6015b3-e6c4-4c55-a6b4-0d754a8670dd req-fdbfbaae-1bb8-4af5-a37f-ceb7e8132441 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0829403 Jul 29 13:48:36.008476 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7c6015b3-e6c4-4c55-a6b4-0d754a8670dd req-a49969d4-714f-4110-a7a8-b8a536d16c70 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Jul 29 13:48:36.764662 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3498cb-a183-48ae-b416-f2da00fff271 req-7f9dc01a-eacc-47ed-a8ab-3002229f3851 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:36.766358 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1b3498cb-a183-48ae-b416-f2da00fff271 req-7f9dc01a-eacc-47ed-a8ab-3002229f3851 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.1239405 Jul 29 13:48:36.820565 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1b3498cb-a183-48ae-b416-f2da00fff271 req-3d89969c-55f4-4114-ad62-9cb09202248c tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472858 Jul 29 13:48:37.210165 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694824da-a9d6-49dc-b884-367e28f63126 req-b98c3322-464f-4730-b937-d8c928abe046 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:37.211803 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-694824da-a9d6-49dc-b884-367e28f63126 req-b98c3322-464f-4730-b937-d8c928abe046 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0912163 Jul 29 13:48:37.262902 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-694824da-a9d6-49dc-b884-367e28f63126 req-602d47e8-ca1b-4bc4-8a41-14090cf9ad7d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449412 Jul 29 13:48:37.795075 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cf7ff59b-46de-4489-8167-483b6ccb5786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:38.024888 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525526e-3388-4a0e-a46e-b15fe2310551 req-16df85c1-d416-44f9-9d9c-784366435db8 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:38.026427 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9525526e-3388-4a0e-a46e-b15fe2310551 req-16df85c1-d416-44f9-9d9c-784366435db8 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0863924 Jul 29 13:48:38.078671 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9525526e-3388-4a0e-a46e-b15fe2310551 req-5a7e27e8-c18f-43a0-925a-1c5c5a4da4e1 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462391 Jul 29 13:48:38.459021 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939e15d-77e9-4f5e-98f7-00fe73991fa4 req-937285ab-2207-42c1-91a0-964b17a08c36 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:38.461029 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7939e15d-77e9-4f5e-98f7-00fe73991fa4 req-937285ab-2207-42c1-91a0-964b17a08c36 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0837214 Jul 29 13:48:38.513001 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7939e15d-77e9-4f5e-98f7-00fe73991fa4 req-0b9abccd-4f91-4e7c-b67d-14971c4c0ca9 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Jul 29 13:48:39.238709 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:39.273446 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e8064-76d6-4cf4-b037-8278d04511ee req-67f41609-f741-4bb6-a9d5-5197c6249a5d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:39.274967 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c57e8064-76d6-4cf4-b037-8278d04511ee req-67f41609-f741-4bb6-a9d5-5197c6249a5d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0865765 Jul 29 13:48:39.322081 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c57e8064-76d6-4cf4-b037-8278d04511ee req-7773f70a-68f1-4ca6-8c4e-25bfb91f73f0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Jul 29 13:48:39.744184 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c869082-2c07-41b6-9bfc-489cb842b735 req-95cc53cb-e391-4984-b05f-327ec4c75fda tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:39.745671 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4c869082-2c07-41b6-9bfc-489cb842b735 req-95cc53cb-e391-4984-b05f-327ec4c75fda tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0845251 Jul 29 13:48:39.797302 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4c869082-2c07-41b6-9bfc-489cb842b735 req-8d513f8d-d743-40a9-b243-41596a13095b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457895 Jul 29 13:48:40.529332 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb2357-a74f-4c65-9064-2d7adb185cf4 req-37c2a8bb-66a2-4d68-a055-23014b86bd8e tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:40.530894 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-57bb2357-a74f-4c65-9064-2d7adb185cf4 req-37c2a8bb-66a2-4d68-a055-23014b86bd8e tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0886667 Jul 29 13:48:40.579338 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-57bb2357-a74f-4c65-9064-2d7adb185cf4 req-6fe745dd-48d9-45e5-ab82-3a8b4f329640 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Jul 29 13:48:40.872958 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d780d48-cd80-4479-94d9-8e24ca52582f req-5e216533-6cbb-4d49-be64-37e4de45cbc8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:40.875790 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2d780d48-cd80-4479-94d9-8e24ca52582f req-5e216533-6cbb-4d49-be64-37e4de45cbc8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1067529 Jul 29 13:48:40.916556 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:40.971074 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2d780d48-cd80-4479-94d9-8e24ca52582f req-53e8b217-a640-48f4-8e04-4f7531f429dd tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737326 Jul 29 13:48:41.132093 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b92d-0a63-4a11-8a87-7be6409017ea req-6a679155-a410-415b-8473-17597d52c4af tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:41.134106 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-84b0b92d-0a63-4a11-8a87-7be6409017ea req-6a679155-a410-415b-8473-17597d52c4af tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.2017367 Jul 29 13:48:41.185548 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-84b0b92d-0a63-4a11-8a87-7be6409017ea req-abc2bdd2-f252-4df8-bd1e-e2807db11f04 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Jul 29 13:48:41.503267 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086bfe-214d-4354-acf9-71d74f6493df req-c54d8bfc-0092-456d-ac74-dfb76ae8d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:41.504939 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-73086bfe-214d-4354-acf9-71d74f6493df req-c54d8bfc-0092-456d-ac74-dfb76ae8d129 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 1098 time: 0.0779195 Jul 29 13:48:41.696264 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086bfe-214d-4354-acf9-71d74f6493df req-1a8f359c-1a39-4436-b842-7e619db9da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:41.698139 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-73086bfe-214d-4354-acf9-71d74f6493df req-1a8f359c-1a39-4436-b842-7e619db9da61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 916 time: 0.1700492 Jul 29 13:48:41.792794 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bccfed-4d79-494d-b708-3c513d9c38e6 req-a8903fc7-ea0d-4931-a292-552351bf4919 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:41.794300 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e8bccfed-4d79-494d-b708-3c513d9c38e6 req-a8903fc7-ea0d-4931-a292-552351bf4919 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0826585 Jul 29 13:48:41.845726 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e8bccfed-4d79-494d-b708-3c513d9c38e6 req-0a6c390e-432f-42ec-b60d-3857408c2f51 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453191 Jul 29 13:48:42.190583 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94dd5-7010-4cd3-9eaa-b1036b1ebd92 req-7f5931c7-4dfa-4ab4-b920-d7871324a1ac tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:42.192112 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-38b94dd5-7010-4cd3-9eaa-b1036b1ebd92 req-7f5931c7-4dfa-4ab4-b920-d7871324a1ac tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.0917728 Jul 29 13:48:42.245897 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-38b94dd5-7010-4cd3-9eaa-b1036b1ebd92 req-5df1c251-ff5c-47b2-9922-6f15b80c037b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474784 Jul 29 13:48:42.424585 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230d26-3909-453a-b54d-3d717cb9c307 req-307850c3-b8a6-413d-8f60-27107d4dc8b3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:42.426107 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b6230d26-3909-453a-b54d-3d717cb9c307 req-307850c3-b8a6-413d-8f60-27107d4dc8b3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0947368 Jul 29 13:48:42.483353 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b6230d26-3909-453a-b54d-3d717cb9c307 req-575a435b-f328-40d0-8280-9e7132c59ca1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506041 Jul 29 13:48:42.848473 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:43.041018 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5729902-ce45-46af-95ea-960be1a526cd req-c33bb559-9711-4690-85d0-d188fd8316e3 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:43.042606 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e5729902-ce45-46af-95ea-960be1a526cd req-c33bb559-9711-4690-85d0-d188fd8316e3 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0872622 Jul 29 13:48:43.088985 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e5729902-ce45-46af-95ea-960be1a526cd req-e09f2ca0-7ba9-433d-bfa8-b59af75947ed tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403032 Jul 29 13:48:43.310504 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-73086bfe-214d-4354-acf9-71d74f6493df req-698bb9bd-028f-4d22-88bc-f61b3d3306a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b66d636-0450-48c5-9abc-1a64a686a872 HTTP/1.1" status: 200 len: 1000 time: 0.1005416 Jul 29 13:48:43.451463 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede3306-5a77-430f-83fa-29e3151f4fac req-6a57338c-f2fd-4f54-a773-7ae3951ac77b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:43.453171 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9ede3306-5a77-430f-83fa-29e3151f4fac req-6a57338c-f2fd-4f54-a773-7ae3951ac77b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.0857658 Jul 29 13:48:43.500757 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9ede3306-5a77-430f-83fa-29e3151f4fac req-14341d39-c890-44ce-921c-e6b5b649bfd4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Jul 29 13:48:43.714015 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d776-c5cc-4433-a315-b914aa9012a7 req-06de270e-2ab8-41ed-904d-86815c0bbe4a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:43.716683 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3712d776-c5cc-4433-a315-b914aa9012a7 req-06de270e-2ab8-41ed-904d-86815c0bbe4a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1048441 Jul 29 13:48:43.768041 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3712d776-c5cc-4433-a315-b914aa9012a7 req-8d127197-89d4-4cc0-9e84-2fcd7d37b518 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Jul 29 13:48:44.233482 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086bfe-214d-4354-acf9-71d74f6493df req-1f114d5a-6e0f-40db-8d19-d4596b829466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:44.235318 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-73086bfe-214d-4354-acf9-71d74f6493df req-1f114d5a-6e0f-40db-8d19-d4596b829466 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 200 len: 854 time: 0.0617530 Jul 29 13:48:44.314304 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43453e-9d8f-41f3-b466-f9a096414183 req-c5c101d5-372e-4446-a820-67294c6c64f8 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:44.315761 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-aa43453e-9d8f-41f3-b466-f9a096414183 req-c5c101d5-372e-4446-a820-67294c6c64f8 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0886862 Jul 29 13:48:44.367780 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-aa43453e-9d8f-41f3-b466-f9a096414183 req-2b2b7d91-31b4-432d-aa0e-93d9fe562b0d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Jul 29 13:48:44.732461 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd10cc2-4952-4825-92de-15b717aa4683 req-422e9ebb-6b35-423d-bee5-4ee6c86dd4a5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:44.734007 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2fd10cc2-4952-4825-92de-15b717aa4683 req-422e9ebb-6b35-423d-bee5-4ee6c86dd4a5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.0857069 Jul 29 13:48:44.787104 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2fd10cc2-4952-4825-92de-15b717aa4683 req-7110464a-1fd7-497b-a7a7-b659de06276f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473111 Jul 29 13:48:44.976255 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcf8f6-effb-48b6-a572-754976b15061 req-da7e63af-7897-4c77-845a-fe11d76ee755 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:44.978974 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e0fcf8f6-effb-48b6-a572-754976b15061 req-da7e63af-7897-4c77-845a-fe11d76ee755 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0950525 Jul 29 13:48:45.034923 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e0fcf8f6-effb-48b6-a572-754976b15061 req-668a8451-1523-4015-a3e6-1e95383cf8b4 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484684 Jul 29 13:48:45.249858 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086bfe-214d-4354-acf9-71d74f6493df req-f1804908-e5a9-41c3-8bf7-a562a55f899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:45.251468 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-73086bfe-214d-4354-acf9-71d74f6493df req-f1804908-e5a9-41c3-8bf7-a562a55f899f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96f4876e-fe94-4c5a-a961-3b195609878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841420 Jul 29 13:48:45.429863 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-73086bfe-214d-4354-acf9-71d74f6493df req-aeadb5be-174d-4fde-8ca8-d805d0a917cf service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643705 Jul 29 13:48:45.730532 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-73086bfe-214d-4354-acf9-71d74f6493df req-f446459c-18b1-4537-ac4f-97405bc5e37e service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887836 Jul 29 13:48:45.754955 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598a011-200b-4636-a1bc-43bc918e54d3 req-2fa07d9f-6507-4486-bb78-3c3e748d5ece tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:45.754955 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1598a011-200b-4636-a1bc-43bc918e54d3 req-2fa07d9f-6507-4486-bb78-3c3e748d5ece tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.2619028 Jul 29 13:48:45.760197 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6a3f3-ad53-4ac4-9871-d9193ac42bfb req-49449822-3663-4334-99dd-cec043f0605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:45.761860 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6cf6a3f3-ad53-4ac4-9871-d9193ac42bfb req-49449822-3663-4334-99dd-cec043f0605a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.2013974 Jul 29 13:48:45.877323 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1598a011-200b-4636-a1bc-43bc918e54d3 req-8a47f87a-ea50-4a06-a646-f0973e92cae9 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143913 Jul 29 13:48:45.881324 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6cf6a3f3-ad53-4ac4-9871-d9193ac42bfb req-3717201e-ff4a-4c81-8f91-ac4c363228ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033404 Jul 29 13:48:46.095588 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fb700-d258-4ed7-9c42-95cad7dda5ea req-55c03901-1cee-4e02-9475-8b16eb3fecd8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:46.097105 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1f0fb700-d258-4ed7-9c42-95cad7dda5ea req-55c03901-1cee-4e02-9475-8b16eb3fecd8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1529875 Jul 29 13:48:46.154531 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1f0fb700-d258-4ed7-9c42-95cad7dda5ea req-fe63c4be-0d61-4dae-94ce-14e52c44cbbe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510864 Jul 29 13:48:46.237171 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d631a-b88d-4b03-b3f4-7dcad128f1f8 req-78186f3d-4839-4b04-b507-c033d81d8faf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:46.238902 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d26d631a-b88d-4b03-b3f4-7dcad128f1f8 req-78186f3d-4839-4b04-b507-c033d81d8faf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0855176 Jul 29 13:48:46.289589 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d26d631a-b88d-4b03-b3f4-7dcad128f1f8 req-1c847d7d-6929-48bc-8424-27595c2da403 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Jul 29 13:48:46.487226 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 35786) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:46.700354 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-aa2b7fe1-6335-4ee2-8a96-fecda19cbd77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8267432239b24150ae450fee16a02837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117727 Jul 29 13:48:46.703132 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 35792) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:46.765551 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e92efae2-4966-4cd3-b43e-43fbdcd8205e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:46.797254 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e92efae2-4966-4cd3-b43e-43fbdcd8205e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:46.853754 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e92efae2-4966-4cd3-b43e-43fbdcd8205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:46.857993 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-49742583-65f7-47ce-9d8c-1e38e94ea34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:46.872176 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92efae2-4966-4cd3-b43e-43fbdcd8205e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e8db8b-a9dc-400c-a49b-83735324d847,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:46.876705 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-e92efae2-4966-4cd3-b43e-43fbdcd8205e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:46.889938 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e92efae2-4966-4cd3-b43e-43fbdcd8205e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:46.891091 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-e92efae2-4966-4cd3-b43e-43fbdcd8205e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95e8db8b-a9dc-400c-a49b-83735324d847 HTTP/1.1" status: 204 len: 168 time: 0.1868021 Jul 29 13:48:47.130597 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71be2a6-31f5-473d-87a0-6ec1afe250e1 req-d2b4ab82-6eaf-42f1-b976-4d694bfc432b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:47.132757 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f71be2a6-31f5-473d-87a0-6ec1afe250e1 req-d2b4ab82-6eaf-42f1-b976-4d694bfc432b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.1264915 Jul 29 13:48:47.188780 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f71be2a6-31f5-473d-87a0-6ec1afe250e1 req-41daf4f9-70be-4c04-96b7-92745288b7c5 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478940 Jul 29 13:48:47.455652 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd3004-47eb-44fb-8ad8-d1d11a26fc22 req-5eb801ba-9806-43e7-ac5f-fe92364e6b50 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:47.457220 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85fd3004-47eb-44fb-8ad8-d1d11a26fc22 req-5eb801ba-9806-43e7-ac5f-fe92364e6b50 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1865106 Jul 29 13:48:47.523603 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85fd3004-47eb-44fb-8ad8-d1d11a26fc22 req-55ff7d5f-8073-46ca-a28d-8fd2ab320c95 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488327 Jul 29 13:48:47.568158 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532070f3-d47b-4a2a-be8f-153fe3eba201 req-9a48f642-ea2b-4bcd-86fa-6a7ffd3f9387 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:47.572022 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-532070f3-d47b-4a2a-be8f-153fe3eba201 req-9a48f642-ea2b-4bcd-86fa-6a7ffd3f9387 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1352894 Jul 29 13:48:47.618858 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-532070f3-d47b-4a2a-be8f-153fe3eba201 req-27a97b74-2a94-4c2b-98ad-38c23fd64885 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Jul 29 13:48:48.413470 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472cc03-870a-4066-8c30-5b282085db7e req-5799186e-81a6-4a73-852a-d0e71934938a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:48.415337 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e472cc03-870a-4066-8c30-5b282085db7e req-5799186e-81a6-4a73-852a-d0e71934938a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 944 time: 0.0975592 Jul 29 13:48:48.481442 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e472cc03-870a-4066-8c30-5b282085db7e req-702851ad-cf7a-4ce1-bc1d-8ee6477025af tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471735 Jul 29 13:48:48.674669 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device c6f3e8fb-9db9-411c-ba51-f8178fbf393b details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:48:48.715109 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d6ea4-2813-46ba-9afa-c3b05c599b7d req-9161bd9f-83d4-4318-a640-b19a63c3ff1e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:48.716680 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a01d6ea4-2813-46ba-9afa-c3b05c599b7d req-9161bd9f-83d4-4318-a640-b19a63c3ff1e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.0865614 Jul 29 13:48:48.770172 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a01d6ea4-2813-46ba-9afa-c3b05c599b7d req-1274ad3c-085f-43d1-8974-367b445c7d3d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462039 Jul 29 13:48:48.821515 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port c6f3e8fb-9db9-411c-ba51-f8178fbf393b, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:48:48.826810 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6c28d-0994-4805-9208-1d4c460e8781 req-3c170e73-b8e7-4b9a-ab4b-42781560c5d6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:48.828824 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a8c6c28d-0994-4805-9208-1d4c460e8781 req-3c170e73-b8e7-4b9a-ab4b-42781560c5d6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0957775 Jul 29 13:48:48.836422 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b', 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480', 'port_id': 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b', 'mac_address': 'fa:16:3e:aa:38:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce4ef81-a292-446e-822a-32ac95096074', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:48:48.874005 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a8c6c28d-0994-4805-9208-1d4c460e8781 req-00cb4c4d-282a-4c93-a0be-903b39a92467 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393636 Jul 29 13:48:48.896980 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:48.915069 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f3e8fb-9db9-411c-ba51-f8178fbf393b {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:48:48.933115 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port c6f3e8fb-9db9-411c-ba51-f8178fbf393b, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:48:48.937896 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:48.939664 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-1918183b-8a9e-4f7b-8b11-fdc6784484d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:49.005602 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:49.008911 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:49.686752 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868b48b-6adf-4023-ac4f-af65eff1b11a req-2f1420e2-3913-486c-b82f-f312b84159e7 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:49.688353 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7868b48b-6adf-4023-ac4f-af65eff1b11a req-2f1420e2-3913-486c-b82f-f312b84159e7 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 945 time: 0.0839043 Jul 29 13:48:49.740656 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7868b48b-6adf-4023-ac4f-af65eff1b11a req-1deb9175-551e-4596-b554-dff775520fca tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439835 Jul 29 13:48:49.974198 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267817cb-c197-46cc-bc8d-59cd2e4e5205 req-f6ee38a9-8e07-4e0b-bb3e-ce786612bdf5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:49.975737 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-267817cb-c197-46cc-bc8d-59cd2e4e5205 req-f6ee38a9-8e07-4e0b-bb3e-ce786612bdf5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.0895703 Jul 29 13:48:50.029166 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-267817cb-c197-46cc-bc8d-59cd2e4e5205 req-a0f521f9-d9d7-4e1b-aab0-df53f946b681 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Jul 29 13:48:50.082899 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce2e7b-00fd-4cc8-a479-c02910a59136 req-e3ffb1a7-c1a2-45e2-b485-a7349eddc216 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:50.084772 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2bce2e7b-00fd-4cc8-a479-c02910a59136 req-e3ffb1a7-c1a2-45e2-b485-a7349eddc216 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0990725 Jul 29 13:48:50.135023 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2bce2e7b-00fd-4cc8-a479-c02910a59136 req-d8eb522a-4b21-436b-be37-be8643614c1a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446939 Jul 29 13:48:50.171799 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['c6f3e8fb-9db9-411c-ba51-f8178fbf393b'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:48:51.022289 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f1815-d30a-4afa-a2bd-1a9e89ba0186 req-1bd28ccb-aef5-4572-93fe-1bdcb1b7bee9 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:51.023848 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-360f1815-d30a-4afa-a2bd-1a9e89ba0186 req-1bd28ccb-aef5-4572-93fe-1bdcb1b7bee9 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 945 time: 0.0918510 Jul 29 13:48:51.087130 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-360f1815-d30a-4afa-a2bd-1a9e89ba0186 req-3a2489c8-df58-4fd2-8ef7-a08018c277de tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566924 Jul 29 13:48:51.345423 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1e83e-fd04-4b9b-bb3f-106fa06105fc req-5a38759d-f642-4205-b24e-43a58b2d1517 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:51.347150 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-00f1e83e-fd04-4b9b-bb3f-106fa06105fc req-5a38759d-f642-4205-b24e-43a58b2d1517 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1864746 Jul 29 13:48:51.448696 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-00f1e83e-fd04-4b9b-bb3f-106fa06105fc req-d13d6665-b379-4bcd-8cfe-1dd4db4c8abe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902472 Jul 29 13:48:51.454226 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9abf3b-3ec3-47ac-8424-6942f6c60df5 req-e4d6348d-7dd4-48bb-8d03-93ecf9459de0 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:51.456277 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c9abf3b-3ec3-47ac-8424-6942f6c60df5 req-e4d6348d-7dd4-48bb-8d03-93ecf9459de0 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1123097 Jul 29 13:48:51.517545 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c9abf3b-3ec3-47ac-8424-6942f6c60df5 req-0df7b061-8980-49e8-9a9e-cf559f104a2a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511432 Jul 29 13:48:52.272812 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b08dab-591b-4605-a8b6-ec4352f7964c req-4441d701-852e-45bb-83de-e87e03238020 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:52.284443 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-60b08dab-591b-4605-a8b6-ec4352f7964c req-4441d701-852e-45bb-83de-e87e03238020 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1282098 Jul 29 13:48:52.306661 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb5cc6-82fb-42d2-a69e-d602ba42a03f req-5c6e2a6b-a716-4eb3-8f82-7d0301743b3d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:52.309736 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efcb5cc6-82fb-42d2-a69e-d602ba42a03f req-5c6e2a6b-a716-4eb3-8f82-7d0301743b3d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 945 time: 0.1066391 Jul 29 13:48:52.338165 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-60b08dab-591b-4605-a8b6-ec4352f7964c req-424a50e1-331b-478e-9c5b-1a164ae424ca tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528467 Jul 29 13:48:52.399883 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efcb5cc6-82fb-42d2-a69e-d602ba42a03f req-cecb7af9-579f-4422-8a60-53249b1c32e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752208 Jul 29 13:48:52.432998 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device c6f3e8fb-9db9-411c-ba51-f8178fbf393b up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:48:52.532452 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port c6f3e8fb-9db9-411c-ba51-f8178fbf393b completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:48:52.539192 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port c6f3e8fb-9db9-411c-ba51-f8178fbf393b triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:48:52.539689 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:52.676433 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:52.711844 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d6273e-cff9-4740-aede-b780bad4bb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:48:52.721492 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520158dd-b0b3-4696-9261-5920d8dfaf7c req-39ba238a-f221-4da4-a718-822bb18de457 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:52.724070 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port c6f3e8fb-9db9-411c-ba51-f8178fbf393b, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:48:52.724317 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-520158dd-b0b3-4696-9261-5920d8dfaf7c req-39ba238a-f221-4da4-a718-822bb18de457 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1060300 Jul 29 13:48:52.744537 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:52.746685 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:52.787981 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-520158dd-b0b3-4696-9261-5920d8dfaf7c req-73d12c82-d5cf-4bf8-b90d-6aeec23b94c0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565364 Jul 29 13:48:52.813361 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d6273e-cff9-4740-aede-b780bad4bb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b', 'code': 200} Jul 29 13:48:52.837457 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:52.841116 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:53.564818 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3196fc4-f19d-46d0-9bac-d7449e143f69 req-5018478e-1b48-498d-9ba2-62a835dc7d7c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:53.566495 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e3196fc4-f19d-46d0-9bac-d7449e143f69 req-5018478e-1b48-498d-9ba2-62a835dc7d7c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0879893 Jul 29 13:48:53.615391 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f7669-80a6-4bdc-b91d-ada84812ea1b req-953dec79-4b81-4104-9ce0-9866edf5e558 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:53.617003 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7f1f7669-80a6-4bdc-b91d-ada84812ea1b req-953dec79-4b81-4104-9ce0-9866edf5e558 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 946 time: 0.0859349 Jul 29 13:48:53.622011 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e3196fc4-f19d-46d0-9bac-d7449e143f69 req-18022c2a-4e04-4858-a6fb-633d6f091334 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482831 Jul 29 13:48:53.683310 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7f1f7669-80a6-4bdc-b91d-ada84812ea1b req-02ed34db-c500-42fe-bec5-0a640f975895 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597339 Jul 29 13:48:53.984088 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a738da-ee9e-4744-a172-181776eaa632 req-33aa5513-3e92-4bf2-a4cc-fbda656a1fe9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:53.985707 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-77a738da-ee9e-4744-a172-181776eaa632 req-33aa5513-3e92-4bf2-a4cc-fbda656a1fe9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.0846422 Jul 29 13:48:54.036540 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-77a738da-ee9e-4744-a172-181776eaa632 req-a384b095-ced2-486f-a0e8-fb4f0bfab102 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Jul 29 13:48:54.512591 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb345561-ddb4-4dd8-951b-4b5715f409df req-4f450822-182c-461d-84a7-7ad4f5e77810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:54.514229 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cb345561-ddb4-4dd8-951b-4b5715f409df req-4f450822-182c-461d-84a7-7ad4f5e77810 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.0779405 Jul 29 13:48:54.705305 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb345561-ddb4-4dd8-951b-4b5715f409df req-d75510ea-bf60-4b26-83e3-791ce72205ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:54.706923 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cb345561-ddb4-4dd8-951b-4b5715f409df req-d75510ea-bf60-4b26-83e3-791ce72205ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.1841950 Jul 29 13:48:54.716357 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eb8f9-484f-4473-a47e-8e7064c85988 req-7d44ff08-a092-4b54-bca3-8ca1f52d3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:54.717787 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b80eb8f9-484f-4473-a47e-8e7064c85988 req-7d44ff08-a092-4b54-bca3-8ca1f52d3210 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 1099 time: 0.1100454 Jul 29 13:48:54.834858 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cb345561-ddb4-4dd8-951b-4b5715f409df req-bfbb5588-2073-4ce5-ba76-132daa1bc52c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 217 time: 0.1158807 Jul 29 13:48:54.890934 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244e653-4c6a-4f72-9588-8d008c710474 req-c6fc3fe4-0d8f-43f3-bdf2-cac5c361e4ae tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:54.892483 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0244e653-4c6a-4f72-9588-8d008c710474 req-c6fc3fe4-0d8f-43f3-bdf2-cac5c361e4ae tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1541007 Jul 29 13:48:54.942706 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0244e653-4c6a-4f72-9588-8d008c710474 req-7623a2ad-f5cb-4b27-8e67-e8646272498b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Jul 29 13:48:54.981871 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b80eb8f9-484f-4473-a47e-8e7064c85988 req-548dd4a1-44c5-4edb-99f0-8c1b3a1664ca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002733 Jul 29 13:48:54.990108 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb345561-ddb4-4dd8-951b-4b5715f409df req-bbbbdcf7-7832-4929-8d4f-2fd9ba75a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:54.991699 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cb345561-ddb4-4dd8-951b-4b5715f409df req-bbbbdcf7-7832-4929-8d4f-2fd9ba75a9ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.1455085 Jul 29 13:48:55.018846 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d45ef-3641-4f92-9829-610b33abe0de req-a92f3a80-cd78-459a-9394-b90ab4a7757f tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:55.020373 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e12d45ef-3641-4f92-9829-610b33abe0de req-a92f3a80-cd78-459a-9394-b90ab4a7757f tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 946 time: 0.1192565 Jul 29 13:48:55.065588 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e12d45ef-3641-4f92-9829-610b33abe0de req-e514675a-fa67-4989-9d77-a0a2be073577 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395961 Jul 29 13:48:55.118784 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cb345561-ddb4-4dd8-951b-4b5715f409df req-3f73409b-652f-4c72-89de-7ac3b72b2551 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468557 Jul 29 13:48:55.276359 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153949d-b87a-4f99-9472-1b0cd51b3c54 req-b5093f6b-ab6f-4901-9c2e-12b8b1a6cb0d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:55.280204 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4153949d-b87a-4f99-9472-1b0cd51b3c54 req-b5093f6b-ab6f-4901-9c2e-12b8b1a6cb0d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1258836 Jul 29 13:48:55.351482 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4153949d-b87a-4f99-9472-1b0cd51b3c54 req-92942b22-14e4-41b2-a4a1-3a21f1290c67 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591495 Jul 29 13:48:55.397912 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cb345561-ddb4-4dd8-951b-4b5715f409df req-72997eab-61ec-4363-a60c-ec5737e554ef service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709823 Jul 29 13:48:55.558667 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cb345561-ddb4-4dd8-951b-4b5715f409df req-e8681291-19e5-4962-bb13-35a30e2f78e3 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529908 Jul 29 13:48:56.350860 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8ec08-d764-4f3d-b76f-e6142e5cb03a req-15bdf18e-de13-4384-a78d-e74e148fa384 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:56.352409 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3fd8ec08-d764-4f3d-b76f-e6142e5cb03a req-15bdf18e-de13-4384-a78d-e74e148fa384 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1995237 Jul 29 13:48:56.382363 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76e175-8157-496a-99dc-57e036ac2f29 req-82314a09-3d4f-4d79-909b-5b6d1da33fe2 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:56.384576 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3e76e175-8157-496a-99dc-57e036ac2f29 req-82314a09-3d4f-4d79-909b-5b6d1da33fe2 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 946 time: 0.1539760 Jul 29 13:48:56.421245 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3fd8ec08-d764-4f3d-b76f-e6142e5cb03a req-6821fef7-be45-462e-91f7-a2974cf9e0a2 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Jul 29 13:48:56.453179 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3e76e175-8157-496a-99dc-57e036ac2f29 req-21d65fe5-3919-4879-94bc-4612463fdedf tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603471 Jul 29 13:48:56.631140 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da9866-7a79-4165-ae0c-b7370bf84a0f req-3d68a18c-27b5-45d2-bdf5-77e04fe78eb3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:56.632804 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-45da9866-7a79-4165-ae0c-b7370bf84a0f req-3d68a18c-27b5-45d2-bdf5-77e04fe78eb3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.0970163 Jul 29 13:48:56.685367 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-45da9866-7a79-4165-ae0c-b7370bf84a0f req-775645c1-0c54-4b85-99cf-bca9f96d84f5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464542 Jul 29 13:48:57.637215 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9710a-2974-4f2d-b2c6-6bfb47a13fa0 req-4abcf08a-42f7-419f-9f98-a505b7dac8f2 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:57.639927 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-46c9710a-2974-4f2d-b2c6-6bfb47a13fa0 req-4abcf08a-42f7-419f-9f98-a505b7dac8f2 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1061034 Jul 29 13:48:57.700658 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-46c9710a-2974-4f2d-b2c6-6bfb47a13fa0 req-27f74933-d74d-4936-97fa-9bafae4ed1dc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518718 Jul 29 13:48:57.720177 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1e3d-3839-4d38-a6bd-70b521243dc7 req-90132780-2350-43a7-9827-a318a0a3be3a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:57.720177 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-889c1e3d-3839-4d38-a6bd-70b521243dc7 req-90132780-2350-43a7-9827-a318a0a3be3a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 946 time: 0.1518519 Jul 29 13:48:57.854168 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-889c1e3d-3839-4d38-a6bd-70b521243dc7 req-7e68977e-89a4-4263-aeb6-9266d86b218a tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240423 Jul 29 13:48:58.031469 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb23279-f4e1-4ad0-b6c5-bddb8a9ee5bf req-91aa0bfe-4108-4c7b-9cc4-3d18723ee1ec tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:58.036101 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-bfb23279-f4e1-4ad0-b6c5-bddb8a9ee5bf req-91aa0bfe-4108-4c7b-9cc4-3d18723ee1ec tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1405954 Jul 29 13:48:58.101619 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-bfb23279-f4e1-4ad0-b6c5-bddb8a9ee5bf req-ff50295f-8bb7-47fd-a5d8-de010d7391c4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605850 Jul 29 13:48:58.439232 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36086) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:58.619628 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:58.637310 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:48:58.641383 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ce0cbfd88d4fd2a46b64252a90530a is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:48:58.644873 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:48:58.652125 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:48:58.756070 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:58.762607 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:58.771403 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3b3c53b7-0da0-453f-845a-45af53019a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:58.822868 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1ce0cbfd88d4fd2a46b64252a90530a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797007 Jul 29 13:48:58.823644 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36098) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:48:58.832291 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7494278d-8177-4a93-98f4-13c43169a1a3,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:58.839481 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:58.969943 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b8d9dc0c-2c4a-4954-9412-59b2bcf8208f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:59.006253 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b8d9dc0c-2c4a-4954-9412-59b2bcf8208f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:59.021158 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ead664-efdc-47be-800e-6868afc1d2a3 req-c87802ea-5758-43b6-bd3a-80b96470c3ec tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:59.022827 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e0ead664-efdc-47be-800e-6868afc1d2a3 req-c87802ea-5758-43b6-bd3a-80b96470c3ec tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1653531 Jul 29 13:48:59.112881 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e0ead664-efdc-47be-800e-6868afc1d2a3 req-4f915618-90fd-4e2b-9d42-c69beb1efbfe tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742838 Jul 29 13:48:59.159128 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b8d9dc0c-2c4a-4954-9412-59b2bcf8208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:59.164643 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:48:59.180311 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9dc0c-2c4a-4954-9412-59b2bcf8208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7494278d-8177-4a93-98f4-13c43169a1a3,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:48:59.184241 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b8d9dc0c-2c4a-4954-9412-59b2bcf8208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:48:59.190578 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b8d9dc0c-2c4a-4954-9412-59b2bcf8208f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:48:59.203918 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-b8d9dc0c-2c4a-4954-9412-59b2bcf8208f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7494278d-8177-4a93-98f4-13c43169a1a3 HTTP/1.1" status: 204 len: 168 time: 0.3746254 Jul 29 13:48:59.499966 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b141b2-bb69-443b-8ac2-ca96a3cbb611 req-e264c40b-e261-418e-b1c8-1cdf160b03c0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:48:59.501854 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d4b141b2-bb69-443b-8ac2-ca96a3cbb611 req-e264c40b-e261-418e-b1c8-1cdf160b03c0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.2363932 Jul 29 13:48:59.591757 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d4b141b2-bb69-443b-8ac2-ca96a3cbb611 req-d0945053-f4f8-40af-acc0-f74055539535 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810614 Jul 29 13:48:59.927294 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36134) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:00.050506 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:00.066317 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:00.071229 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] Usage tracker for resource:security_group_rule and tenant:19157f7cba2b4a79b58271f9f3814ce2 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:00.074144 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:00.079877 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:00.169696 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:00.173496 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:00.181172 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-498340a2-07f7-450d-be3a-a9c4c3ae7455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:00.222605 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19157f7cba2b4a79b58271f9f3814ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939813 Jul 29 13:49:00.224688 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab2c9a7-85a6-4f61-9651-c097ef40ca0c,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:00.226583 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36142) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:00.228254 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:00.291716 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0bec8ae2-19e5-478f-b741-71e13a3a872e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:00.319607 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0bec8ae2-19e5-478f-b741-71e13a3a872e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:00.383936 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0bec8ae2-19e5-478f-b741-71e13a3a872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:00.389080 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a9079576-9b8d-4173-b372-a5c585013b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:00.401666 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec8ae2-19e5-478f-b741-71e13a3a872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab2c9a7-85a6-4f61-9651-c097ef40ca0c,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:00.405990 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0bec8ae2-19e5-478f-b741-71e13a3a872e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:00.412218 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0bec8ae2-19e5-478f-b741-71e13a3a872e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:00.413385 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-0bec8ae2-19e5-478f-b741-71e13a3a872e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cab2c9a7-85a6-4f61-9651-c097ef40ca0c HTTP/1.1" status: 204 len: 168 time: 0.1839626 Jul 29 13:49:00.484302 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:49:00.491674 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36152) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:00.815326 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:00.839846 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:00.843643 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] Usage tracker for resource:security_group_rule and tenant:4d72ce4f6faa4005b0c367f079b10ef9 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:00.849889 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:00.856442 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:00.892305 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a05c-e566-4961-ab0a-795986d69cba req-20214323-12b8-4d5b-9d29-e2243f3ff446 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:00.893764 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c9a05c-e566-4961-ab0a-795986d69cba req-20214323-12b8-4d5b-9d29-e2243f3ff446 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1589465 Jul 29 13:49:00.981837 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c9a05c-e566-4961-ab0a-795986d69cba req-64344bbc-1587-407f-a00c-eb90c45138b6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795212 Jul 29 13:49:01.037293 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:01.042475 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:01.051908 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-dcb5a72d-e830-4161-bbd5-978a90e4a4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:01.090323 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5105-4008-4418-8209-b4225305c630 req-937fe67c-6a44-4853-90c9-e683bb4f384d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:01.091788 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-95ac5105-4008-4418-8209-b4225305c630 req-937fe67c-6a44-4853-90c9-e683bb4f384d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1006401 Jul 29 13:49:01.095970 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6236799d-c1cd-481e-9228-87923ef502e4,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:01.102606 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d72ce4f6faa4005b0c367f079b10ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6095529 Jul 29 13:49:01.104248 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:01.111354 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36168) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:01.168675 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-95ac5105-4008-4418-8209-b4225305c630 req-72338452-5ae2-46c4-9b24-9a6710a3b1c3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710292 Jul 29 13:49:01.198120 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-704f772b-bf2a-48ea-9d08-c92c9e77976a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:01.225507 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-704f772b-bf2a-48ea-9d08-c92c9e77976a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:01.289156 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-704f772b-bf2a-48ea-9d08-c92c9e77976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:01.294599 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-beb0367c-9eea-4765-a538-e39630dd4426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:01.307645 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f772b-bf2a-48ea-9d08-c92c9e77976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6236799d-c1cd-481e-9228-87923ef502e4,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:01.310609 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-704f772b-bf2a-48ea-9d08-c92c9e77976a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:01.316471 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-704f772b-bf2a-48ea-9d08-c92c9e77976a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:01.318166 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-704f772b-bf2a-48ea-9d08-c92c9e77976a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6236799d-c1cd-481e-9228-87923ef502e4 HTTP/1.1" status: 204 len: 168 time: 0.2055213 Jul 29 13:49:02.048570 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36206) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:02.180492 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1421153980-network', 'tenant_id': 'c5e0ea8fe74840f2821560ff31623c57'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:02.186446 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:02.192609 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Usage tracker for resource:network and tenant:c5e0ea8fe74840f2821560ff31623c57 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:02.197552 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:02.204355 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:02.230553 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f21c2-1179-4b8e-b5fa-396549835d90 req-a22bf1c7-dd1b-43e1-82e4-3409c010574e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:02.232615 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b50f21c2-1179-4b8e-b5fa-396549835d90 req-a22bf1c7-dd1b-43e1-82e4-3409c010574e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1146820 Jul 29 13:49:02.234372 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Made reservation on behalf of c5e0ea8fe74840f2821560ff31623c57 for: {'network': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:49:02.238067 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:02.283373 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:02.305222 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:02.316417 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Usage tracker for resource:security_group_rule and tenant:c5e0ea8fe74840f2821560ff31623c57 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:02.322986 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:02.331572 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:02.336687 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b50f21c2-1179-4b8e-b5fa-396549835d90 req-731ebb9f-b918-4c5e-8823-5a689aaa8db0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842025 Jul 29 13:49:02.428166 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:02.432104 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:02.434950 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3fbdc916-d1fd-410b-a7fb-87ec86fddaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:02.465599 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=78539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:49:02.470797 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9198f9-50d2-460e-9f62-5ebd555048ef,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:02.474528 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:02.478180 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:02.478526 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.segments_db [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Added segment 0b182193-c6ac-47ec-ad71-81d82fd85e3d of type vlan for network 53982d56-4d37-45e0-98ec-6255931347b8 Jul 29 13:49:02.503785 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:02.533252 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:02.534561 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:02.535149 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:02.540292 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6b32fcc6-ec69-414f-8f7b-33ef71b24bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:02.638404 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5884640 Jul 29 13:49:02.641480 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36214) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:02.641957 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Pushing event updated for resources: {'Network': ['ID=53982d56-4d37-45e0-98ec-6255931347b8,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:02.644643 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:02.647255 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Request body: {'subnet': {'network_id': '53982d56-4d37-45e0-98ec-6255931347b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1421153980-subnet', 'tenant_id': 'c5e0ea8fe74840f2821560ff31623c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:02.652171 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:02.652500 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 53982d56-4d37-45e0-98ec-6255931347b8 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:49:02.656349 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Usage tracker for resource:subnet and tenant:c5e0ea8fe74840f2821560ff31623c57 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:02.659199 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:02.665022 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:02.676835 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Made reservation on behalf of c5e0ea8fe74840f2821560ff31623c57 for: {'subnet': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:49:02.679621 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2958592'] for subnet, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:02.886492 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2958706'] for subnet, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:02.890644 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:02.965609 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e3596b-4bc6-4233-a810-d652bf1e68bc,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:02.970911 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:02.977822 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Checking segment: {'id': '0b182193-c6ac-47ec-ad71-81d82fd85e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53982d56-4d37-45e0-98ec-6255931347b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:02.978178 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Network hostable DHCP agents. Network: 53982d56-4d37-45e0-98ec-6255931347b8, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:49:02.996742 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Network 53982d56-4d37-45e0-98ec-6255931347b8 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:49:03.005971 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 53982d56-4d37-45e0-98ec-6255931347b8) {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:03.010765 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:03.011353 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:03.016071 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3411fa7f-19ba-45a5-877e-41d15b30df68 None None] Network 53982d56-4d37-45e0-98ec-6255931347b8 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:49:03.042639 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-ce8bf37d-e96f-4234-867d-14dc8d965ecf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3999622 Jul 29 13:49:03.248673 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b356a3-76cb-4ec0-9c59-fc344e270337 None None] Network 53982d56-4d37-45e0-98ec-6255931347b8 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:49:03.552344 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f61d2-84fc-483e-8253-d6e3f3dbe7b4 req-f656e078-17fd-45b1-b3ce-c426f3839947 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:03.554101 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-675f61d2-84fc-483e-8253-d6e3f3dbe7b4 req-f656e078-17fd-45b1-b3ce-c426f3839947 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.0951664 Jul 29 13:49:03.608892 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-675f61d2-84fc-483e-8253-d6e3f3dbe7b4 req-79d29664-e51d-406c-a581-e2f95a452f5e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489974 Jul 29 13:49:03.805771 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7b66d636-0450-48c5-9abc-1a64a686a872 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:49:03.940422 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:03.954885 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '7b66d636-0450-48c5-9abc-1a64a686a872', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'port_id': '7b66d636-0450-48c5-9abc-1a64a686a872', 'mac_address': 'fa:16:3e:df:81:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:49:04.012062 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:04.033222 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b66d636-0450-48c5-9abc-1a64a686a872 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:49:04.054475 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:04.058090 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:04.059721 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:04.129555 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=6']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:04.137284 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.137783 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.138336 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.138695 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.139038 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.139380 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.139717 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.140089 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.140424 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.140755 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.141083 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.141409 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:04.145781 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:04.177688 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['7b66d636-0450-48c5-9abc-1a64a686a872'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:49:04.812291 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600aa6-ada9-4335-ab73-5164fe330a86 req-1d29f2eb-f242-4c46-bb48-460a72770699 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:04.813769 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-03600aa6-ada9-4335-ab73-5164fe330a86 req-1d29f2eb-f242-4c46-bb48-460a72770699 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.0891943 Jul 29 13:49:04.861491 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-03600aa6-ada9-4335-ab73-5164fe330a86 req-265ca0d8-599b-40dd-9aae-5f1f89b00d5a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Jul 29 13:49:05.198305 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a5a720ff-0c07-4037-b4ae-4f3d9e5a13a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:05.598469 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:06.058476 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e290240-18f3-4a83-9cb5-c1450b8a6728 req-d500103c-b132-470b-9130-d0b94684be4a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:06.060012 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8e290240-18f3-4a83-9cb5-c1450b8a6728 req-d500103c-b132-470b-9130-d0b94684be4a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.0863905 Jul 29 13:49:06.106358 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8e290240-18f3-4a83-9cb5-c1450b8a6728 req-f7160509-c0cb-4de2-9274-b41099a25f74 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407870 Jul 29 13:49:07.300205 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71fabe-095a-4d6a-a1c3-b81b500cedc7 req-1325aa1f-86a0-42bf-aaa1-8bc7bdd93dd9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:07.302455 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ec71fabe-095a-4d6a-a1c3-b81b500cedc7 req-1325aa1f-86a0-42bf-aaa1-8bc7bdd93dd9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.0846655 Jul 29 13:49:07.358710 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ec71fabe-095a-4d6a-a1c3-b81b500cedc7 req-c91fca4d-92e7-40c5-bdcd-1105b37865d0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495217 Jul 29 13:49:07.797311 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d5bb-7593-4951-bfda-4ba74b88400e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:08.683067 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6b18-4666-4156-af02-8ccb914670e1 req-814d5c4b-ca4f-410d-9c6e-8badcd90f4fb tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:08.685347 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-814d5c4b-ca4f-410d-9c6e-8badcd90f4fb tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/networks?id=53982d56-4d37-45e0-98ec-6255931347b8 HTTP/1.1" status: 200 len: 814 time: 0.2842538 Jul 29 13:49:08.710125 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-0a2f800b-c182-44af-92d7-c965ef28b939 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/quotas/c5e0ea8fe74840f2821560ff31623c57 HTTP/1.1" status: 200 len: 375 time: 0.0109313 Jul 29 13:49:08.780881 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd1abc-c22b-428d-ab02-8b167e67b1b9 req-701b10f8-0db9-4710-9355-1b635d597f07 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:08.781457 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-ea2ac933-b8b2-4ed4-864c-aefa55653ce0 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5e0ea8fe74840f2821560ff31623c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662336 Jul 29 13:49:08.783479 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8ebd1abc-c22b-428d-ab02-8b167e67b1b9 req-701b10f8-0db9-4710-9355-1b635d597f07 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.1822894 Jul 29 13:49:08.856073 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8ebd1abc-c22b-428d-ab02-8b167e67b1b9 req-9b50bb76-c18e-4dde-80f5-e5b3bc9e1262 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651674 Jul 29 13:49:09.081385 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-6109bcb3-8766-405d-a1fa-9a4fd1e3a4b0 service neutron] 10.222.0.23 "GET /v2.0/networks/53982d56-4d37-45e0-98ec-6255931347b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991602 Jul 29 13:49:09.243726 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-7ff06535-ff77-4665-b338-16ded42551ec service neutron] 10.222.0.23 "GET /v2.0/networks/53982d56-4d37-45e0-98ec-6255931347b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548250 Jul 29 13:49:09.261144 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:09.293515 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7b66d636-0450-48c5-9abc-1a64a686a872 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:09.312032 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-e14a873b-2710-49ee-90ad-208623cb8334 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:09.322998 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-e14a873b-2710-49ee-90ad-208623cb8334 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 814 time: 0.1834042 Jul 29 13:49:09.350522 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-48dfb962-f903-42fc-914d-b518490ea9c8 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/quotas/e0f396f4d39340048c3e7865c9e6edd9 HTTP/1.1" status: 200 len: 375 time: 0.0261703 Jul 29 13:49:09.470215 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 7b66d636-0450-48c5-9abc-1a64a686a872 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:09.470869 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:09.525020 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-3581ae46-dba1-4529-a6f8-772b38985d87 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730723 Jul 29 13:49:09.559864 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1df6afc8-fd21-4baf-82af-4f29324e13fc req-ef84647b-4396-4933-abd8-de14f2ad14a1 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.1063025 Jul 29 13:49:09.682984 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:09.720635 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:49:09.734123 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:09.740756 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-ef96a813-0de6-4397-bc53-9a80588bfb23 service neutron] 10.222.0.23 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143044 Jul 29 13:49:09.743295 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:09.753567 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:09.838396 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=7']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:09.845891 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:09.848570 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872', 'code': 200} Jul 29 13:49:10.056463 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fd660927-eec4-4dc8-b135-9c4f843d0f1e service neutron] 10.222.0.23 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147595 Jul 29 13:49:10.202444 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cecd0-e501-4148-b142-a1a3b8922716 req-2334875d-dd73-4e67-b9e9-d99d25415da3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:10.211073 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-223cecd0-e501-4148-b142-a1a3b8922716 req-2334875d-dd73-4e67-b9e9-d99d25415da3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1183171 Jul 29 13:49:10.281596 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-223cecd0-e501-4148-b142-a1a3b8922716 req-0b76b3a8-f89b-47bf-b085-f4d4c3c02b82 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672560 Jul 29 13:49:10.354032 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9c0b1479-265d-4b88-b2eb-f0edba9c88b0 req-943b687f-4f32-4785-871e-952723b3171d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 210 time: 0.0932760 Jul 29 13:49:10.838262 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4e732412-f2c4-4b75-8f52-e95a9b0d97ec req-d0e740aa-73de-48e2-b606-6126e8bc8e89 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0867817 Jul 29 13:49:10.918848 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:11.836904 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0872cfd-5a94-4366-abec-3336f81c43d6 req-665482c7-85e9-406d-abbe-fe5c38c9c7df tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:11.839456 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d0872cfd-5a94-4366-abec-3336f81c43d6 req-665482c7-85e9-406d-abbe-fe5c38c9c7df tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.2776496 Jul 29 13:49:11.885919 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c35045-e533-4b49-831c-83c67de60126 req-0d3a2584-29f5-4cc1-90c7-ee02bbf0c2b1 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 210 time: 0.0818646 Jul 29 13:49:12.038483 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6b18-4666-4156-af02-8ccb914670e1 req-c0234716-5c1a-432a-adcf-e636fb9119eb tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:12.042438 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-c0234716-5c1a-432a-adcf-e636fb9119eb tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.10 "GET /v2.0/networks?id=53982d56-4d37-45e0-98ec-6255931347b8 HTTP/1.1" status: 200 len: 814 time: 0.8056953 Jul 29 13:49:12.094655 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Request body: {'port': {'device_id': 'e905d7db-85a5-4f98-93a6-b834a9168a21', 'network_id': '53982d56-4d37-45e0-98ec-6255931347b8', 'admin_state_up': True, 'tenant_id': 'c5e0ea8fe74840f2821560ff31623c57'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:12.121005 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4ae6c2e1-fb97-4026-83b1-f7937ecde25f req-24baf1e3-39b6-4263-86ad-551f7f926559 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0772259 Jul 29 13:49:12.134319 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d0872cfd-5a94-4366-abec-3336f81c43d6 req-b9690e8e-3601-4ffb-96f1-7357d89c41c8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874849 Jul 29 13:49:12.518572 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:12.532759 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Usage tracker for resource:port and tenant:c5e0ea8fe74840f2821560ff31623c57 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:12.541802 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:12.555064 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:12.594496 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-d4f21f35-c1e2-4c8a-9102-d773e1e88664 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:12.596935 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-d4f21f35-c1e2-4c8a-9102-d773e1e88664 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 814 time: 0.3134518 Jul 29 13:49:12.599224 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Made reservation on behalf of c5e0ea8fe74840f2821560ff31623c57 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:49:12.604838 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:12.631149 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Request body: {'port': {'device_id': '24527a31-ceb0-4404-bac9-751e58e51d02', 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480', 'admin_state_up': True, 'tenant_id': 'e0f396f4d39340048c3e7865c9e6edd9'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:12.875116 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:13.101950 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:13.126984 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:13.148936 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Made reservation on behalf of e0f396f4d39340048c3e7865c9e6edd9 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:49:13.155184 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:13.167242 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Allocated IP 172.20.0.13 (53982d56-4d37-45e0-98ec-6255931347b8/c0e3596b-4bc6-4233-a810-d652bf1e68bc/423d376e-ed74-40fc-974d-46ee85facf12) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:49:13.196448 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-03115366-4ff4-46f5-a5e3-147c48f7b9dd req-45fb3ad2-c030-4370-8d75-6789cec391cd tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 210 time: 0.1017988 Jul 29 13:49:13.424326 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2b3e2f68-f020-43db-af97-d1e76a4adf97 req-03dd8bb5-7b51-493a-91f6-1052c986012b tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0748353 Jul 29 13:49:13.740360 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Allocated IP 172.20.0.7 (725eaf67-8e85-45a5-be35-e4741cee9480/3ce4ef81-a292-446e-822a-32ac95096074/608bc6ae-8ede-47e8-8772-41c8f105f8ee) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:49:13.808771 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ba861-5e59-4291-a084-c1f6c9c57961 req-2bf950e9-8a88-4487-baff-41fb35310898 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:13.810614 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d02ba861-5e59-4291-a084-c1f6c9c57961 req-2bf950e9-8a88-4487-baff-41fb35310898 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.4721260 Jul 29 13:49:13.825109 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:13.936790 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d02ba861-5e59-4291-a084-c1f6c9c57961 req-d838aed6-4b36-414e-b383-f9d60fb4539e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073835 Jul 29 13:49:14.062076 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:14.072491 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:14.166791 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Network 53982d56-4d37-45e0-98ec-6255931347b8 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:49:14.172479 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:14.178348 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:49:14.231746 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Pushing event updated for resources: {'Port': ['ID=423d376e-ed74-40fc-974d-46ee85facf12,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:14.236486 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:14.240549 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:14.373909 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:14.389292 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:14.390086 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:14.391100 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['ca8c985e-2f44-4959-bb2b-2d0ade473d39', 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:49:14.416522 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:14.503057 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4170897 Jul 29 13:49:14.554730 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Request body: {'port': {'device_id': 'e905d7db-85a5-4f98-93a6-b834a9168a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:14.576313 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9b88d-f020-4e19-95b4-f25b9dae11a3 req-8cdeec00-6de0-43d2-88e3-41d513636c27 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:14.598098 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-60d9b88d-f020-4e19-95b4-f25b9dae11a3 req-8cdeec00-6de0-43d2-88e3-41d513636c27 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 931 time: 0.2456651 Jul 29 13:49:14.743071 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-60d9b88d-f020-4e19-95b4-f25b9dae11a3 req-0fbd7f8a-6d58-4f4b-b00e-6a747b3ca9dc tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438088 Jul 29 13:49:14.777464 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Network 725eaf67-8e85-45a5-be35-e4741cee9480 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:49:14.778085 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36426) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:14.780668 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:14.790281 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:49:14.821469 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Pushing event updated for resources: {'Port': ['ID=608bc6ae-8ede-47e8-8772-41c8f105f8ee,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:14.888512 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:14.923974 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.006748 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:15.007692 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.017067 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.032623 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769a195-0fd8-4811-bfb9-9415bb3a172f req-1ef34775-b825-4e15-876b-0b37597f2ed4 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:15.033378 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-a769a195-0fd8-4811-bfb9-9415bb3a172f req-1ef34775-b825-4e15-876b-0b37597f2ed4 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Synchronizing usage tracker for tenant:c5e0ea8fe74840f2821560ff31623c57 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:49:15.069090 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4480369 Jul 29 13:49:15.083781 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:15.088042 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] Usage tracker for resource:security_group_rule and tenant:41d819402d8a4f6183e6d94a4bfd1be3 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:15.092430 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:15.096424 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Request body: {'port': {'device_id': '24527a31-ceb0-4404-bac9-751e58e51d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:15.103762 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:15.123067 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-a769a195-0fd8-4811-bfb9-9415bb3a172f req-1ef34775-b825-4e15-876b-0b37597f2ed4 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Unset dirty status for tenant:c5e0ea8fe74840f2821560ff31623c57 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:49:15.130053 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a769a195-0fd8-4811-bfb9-9415bb3a172f req-1ef34775-b825-4e15-876b-0b37597f2ed4 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 932 time: 0.4688766 Jul 29 13:49:15.265417 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a769a195-0fd8-4811-bfb9-9415bb3a172f req-bdc70b94-9b9c-4e80-b707-5e525f9d2303 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341574 Jul 29 13:49:15.275140 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dbf5b-4dd7-4c80-b204-cdd04ef09536 req-e0ea0741-ad69-4160-b2bc-97fc06a42891 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:15.278508 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-048dbf5b-4dd7-4c80-b204-cdd04ef09536 req-e0ea0741-ad69-4160-b2bc-97fc06a42891 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1379344 Jul 29 13:49:15.345033 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.359497 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.395325 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-62876d73-f2ce-446c-8471-77f2cd71c345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:15.403793 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41d819402d8a4f6183e6d94a4bfd1be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6231060 Jul 29 13:49:15.408607 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36434) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:15.413840 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-048dbf5b-4dd7-4c80-b204-cdd04ef09536 req-f35e85f8-1692-455c-ba34-bdeccfd5d1bc tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079755 Jul 29 13:49:15.434908 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.466529 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0654c2-7a65-461e-9847-d6faeb0991da,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:15.470624 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:15.504648 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-685754ca-abe3-4d6b-a115-05002af805f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.545861 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-685754ca-abe3-4d6b-a115-05002af805f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.608249 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-685754ca-abe3-4d6b-a115-05002af805f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.618152 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:15.632319 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685754ca-abe3-4d6b-a115-05002af805f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0654c2-7a65-461e-9847-d6faeb0991da,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:15.635622 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-685754ca-abe3-4d6b-a115-05002af805f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:15.640048 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-685754ca-abe3-4d6b-a115-05002af805f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.642403 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-685754ca-abe3-4d6b-a115-05002af805f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb0654c2-7a65-461e-9847-d6faeb0991da HTTP/1.1" status: 204 len: 168 time: 0.2322626 Jul 29 13:49:15.889511 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423d376e-ed74-40fc-974d-46ee85facf12 {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:49:15.903936 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.941336 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Transition to ACTIVE for port object 423d376e-ed74-40fc-974d-46ee85facf12 will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:15.955295 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:15.967995 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8efdda70-76af-424c-964c-3991c02b903e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:16.299052 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Pushing event updated for resources: {'Port': ['ID=423d376e-ed74-40fc-974d-46ee85facf12,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:16.342489 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:16.508533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608bc6ae-8ede-47e8-8772-41c8f105f8ee {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:49:16.529881 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:16.555533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a33a2-05d5-4fb1-a1c8-a1006d719f09 req-2fd82124-caca-462f-8ce6-f29c102612d2 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:16.556936 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-4e2a33a2-05d5-4fb1-a1c8-a1006d719f09 req-2fd82124-caca-462f-8ce6-f29c102612d2 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Synchronizing usage tracker for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:49:16.614976 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Transition to ACTIVE for port object 608bc6ae-8ede-47e8-8772-41c8f105f8ee will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:16.629909 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Attempting to bind port 423d376e-ed74-40fc-974d-46ee85facf12 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:49:16.630485 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Attempting to bind port 423d376e-ed74-40fc-974d-46ee85facf12 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '0b182193-c6ac-47ec-ad71-81d82fd85e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53982d56-4d37-45e0-98ec-6255931347b8'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:49:16.631054 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Attempting to bind port 423d376e-ed74-40fc-974d-46ee85facf12 on network 53982d56-4d37-45e0-98ec-6255931347b8 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:49:16.632552 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9a2b3-2c6f-4872-8feb-d884c5d3b3c1 req-22c7f8f0-e799-44fb-a000-89ef246f0593 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:16.638400 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:16.649140 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-dbd14461-0945-4c78-9054-b4de95ceeddb tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:16.650844 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b1c9a2b3-2c6f-4872-8feb-d884c5d3b3c1 req-22c7f8f0-e799-44fb-a000-89ef246f0593 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 944 time: 0.1695063 Jul 29 13:49:16.713485 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-4e2a33a2-05d5-4fb1-a1c8-a1006d719f09 req-2fd82124-caca-462f-8ce6-f29c102612d2 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Unset dirty status for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:49:16.725137 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4e2a33a2-05d5-4fb1-a1c8-a1006d719f09 req-2fd82124-caca-462f-8ce6-f29c102612d2 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 931 time: 0.7081892 Jul 29 13:49:16.726473 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Port 423d376e-ed74-40fc-974d-46ee85facf12 on network 53982d56-4d37-45e0-98ec-6255931347b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 13:49:16.727243 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Attempting to bind port 423d376e-ed74-40fc-974d-46ee85facf12 on network 53982d56-4d37-45e0-98ec-6255931347b8 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:49:16.755008 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-b1c9a2b3-2c6f-4872-8feb-d884c5d3b3c1 req-79212fc5-28dc-4844-93c6-d3bf992f8310 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Synchronizing usage tracker for tenant:c5e0ea8fe74840f2821560ff31623c57 on resource:security_group {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:49:16.787341 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36470) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:16.797072 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:49:16.797901 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Checking segment: {'id': '0b182193-c6ac-47ec-ad71-81d82fd85e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53982d56-4d37-45e0-98ec-6255931347b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:16.799020 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Bound using segment: {'id': '0b182193-c6ac-47ec-ad71-81d82fd85e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53982d56-4d37-45e0-98ec-6255931347b8'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:49:16.800006 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Bound port: 423d376e-ed74-40fc-974d-46ee85facf12, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b182193-c6ac-47ec-ad71-81d82fd85e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53982d56-4d37-45e0-98ec-6255931347b8'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:49:16.800756 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:16.805417 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-b1c9a2b3-2c6f-4872-8feb-d884c5d3b3c1 req-79212fc5-28dc-4844-93c6-d3bf992f8310 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Unset dirty status for tenant:c5e0ea8fe74840f2821560ff31623c57 on resource:security_group {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:49:16.820366 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b1c9a2b3-2c6f-4872-8feb-d884c5d3b3c1 req-79212fc5-28dc-4844-93c6-d3bf992f8310 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516476 Jul 29 13:49:17.049335 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4cde0-18a8-48ce-a377-548b038096ee req-a1abf669-7970-47f5-97a9-f3ee321ecc9a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:17.052697 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3ea4cde0-18a8-48ce-a377-548b038096ee req-a1abf669-7970-47f5-97a9-f3ee321ecc9a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1299584 Jul 29 13:49:17.086415 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Pushing event updated for resources: {'Port': ['ID=608bc6ae-8ede-47e8-8772-41c8f105f8ee,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:17.112480 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:17.127894 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1875223888-network', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:17.136704 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:17.143215 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Usage tracker for resource:network and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:17.153358 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:17.161591 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:17.192588 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3ea4cde0-18a8-48ce-a377-548b038096ee req-b974d59b-fd93-4085-83ed-0ef5fe4e1cbc tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189487 Jul 29 13:49:17.199311 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4e2a33a2-05d5-4fb1-a1c8-a1006d719f09 req-55d3ca77-c4b5-41eb-95e3-50c2aee19504 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254858 Jul 29 13:49:17.200161 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Made reservation on behalf of 080f48a4eafd43dc95727a22e5306ea0 for: {'network': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:49:17.202739 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.231543 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.252910 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:17.259416 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Usage tracker for resource:security_group_rule and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:17.267542 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:17.286546 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:17.287990 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] For port 423d376e-ed74-40fc-974d-46ee85facf12, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:49:17.290229 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Attempting to bind port 608bc6ae-8ede-47e8-8772-41c8f105f8ee on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:49:17.290476 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Attempting to bind port 608bc6ae-8ede-47e8-8772-41c8f105f8ee by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:49:17.290924 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Attempting to bind port 608bc6ae-8ede-47e8-8772-41c8f105f8ee on network 725eaf67-8e85-45a5-be35-e4741cee9480 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:49:17.299568 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Port 608bc6ae-8ede-47e8-8772-41c8f105f8ee on network 725eaf67-8e85-45a5-be35-e4741cee9480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 13:49:17.301141 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Attempting to bind port 608bc6ae-8ede-47e8-8772-41c8f105f8ee on network 725eaf67-8e85-45a5-be35-e4741cee9480 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:49:17.304393 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] For port 423d376e-ed74-40fc-974d-46ee85facf12, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=423d376e-ed74-40fc-974d-46ee85facf12,segment=NetworkSegment(0b182193-c6ac-47ec-ad71-81d82fd85e3d),segment_id=0b182193-c6ac-47ec-ad71-81d82fd85e3d)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:49:17.309402 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:49:17.309833 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Checking segment: {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:17.310468 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Bound using segment: {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:49:17.310906 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Bound port: 608bc6ae-8ede-47e8-8772-41c8f105f8ee, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:49:17.311524 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.361983 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.385548 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e3033954-aea1-4ae9-a29c-91ef3bea6fef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:17.430962 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.444673 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:17.445155 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.446546 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] 10.222.0.10 "PUT /v2.0/ports/423d376e-ed74-40fc-974d-46ee85facf12 HTTP/1.1" status: 200 len: 1094 time: 2.9055810 Jul 29 13:49:17.447115 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e905d7db-85a5-4f98-93a6-b834a9168a21', 'tag': '423d376e-ed74-40fc-974d-46ee85facf12'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:49:17.449715 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.466036 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=78539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:49:17.484681 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.485783 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.segments_db [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Added segment 54a748e7-6770-4e18-81e3-1535b3247af5 of type vlan for network 4e906f8d-9087-44ca-9409-a021a419cd23 Jul 29 13:49:17.539284 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.544282 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-37b1c1c1-aa88-4197-99c3-ce16fe9504ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:17.574218 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e905d7db-85a5-4f98-93a6-b834a9168a21', 'tag': '423d376e-ed74-40fc-974d-46ee85facf12', 'status': 'completed', 'code': 200} Jul 29 13:49:17.580131 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb751dd6-4131-4510-8c3e-5ca0598de646,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:17.590263 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:17.605750 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Pushing event updated for resources: {'Port': ['ID=423d376e-ed74-40fc-974d-46ee85facf12,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:17.610984 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:17.616606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] For port 608bc6ae-8ede-47e8-8772-41c8f105f8ee, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:49:17.627034 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] For port 608bc6ae-8ede-47e8-8772-41c8f105f8ee, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=608bc6ae-8ede-47e8-8772-41c8f105f8ee,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:49:17.632322 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.635474 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:17.637249 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.639364 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.643578 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:17.681274 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:17.702380 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6b18-4666-4156-af02-8ccb914670e1 req-80978a24-5f4d-4260-93c4-600d2f7af40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:17.703782 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-80978a24-5f4d-4260-93c4-600d2f7af40e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5e0ea8fe74840f2821560ff31623c57&device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 1097 time: 0.1875286 Jul 29 13:49:17.714836 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:17.715463 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.716842 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] 10.222.0.10 "PUT /v2.0/ports/608bc6ae-8ede-47e8-8772-41c8f105f8ee HTTP/1.1" status: 200 len: 1093 time: 2.6372566 Jul 29 13:49:17.856557 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-ee873ffe-3af3-440f-8202-499d463885c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=423d376e-ed74-40fc-974d-46ee85facf12 HTTP/1.1" status: 200 len: 217 time: 0.1319733 Jul 29 13:49:17.876383 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e906f8d-9087-44ca-9409-a021a419cd23,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:17.885180 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:17.889020 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 4e906f8d-9087-44ca-9409-a021a419cd23 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:49:17.908210 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1194086 Jul 29 13:49:17.908920 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36482) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:17.916863 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Request body: {'subnet': {'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1875223888-subnet', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:17.924707 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:17.928952 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Usage tracker for resource:subnet and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:17.932002 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:17.937965 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:17.958793 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Made reservation on behalf of 080f48a4eafd43dc95727a22e5306ea0 for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:49:17.961212 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2497503'] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:17.966308 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8ef82269-46c9-4e15-abc8-89d4bd3c08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:17.969103 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-8ef82269-46c9-4e15-abc8-89d4bd3c08f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0e3596b-4bc6-4233-a810-d652bf1e68bc HTTP/1.1" status: 200 len: 854 time: 0.1115286 Jul 29 13:49:17.973086 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Pushing event updated for resources: {'Port': ['ID=608bc6ae-8ede-47e8-8772-41c8f105f8ee,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:17.987705 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:18.054929 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-57a670a3-65f6-47ba-937e-39efab645122 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53982d56-4d37-45e0-98ec-6255931347b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602543 Jul 29 13:49:18.304229 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2557718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2497453'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:18.318932 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:18.373850 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-4b35bf0e-2c11-4bb3-9f9f-260e11edca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:18.375335 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-4b35bf0e-2c11-4bb3-9f9f-260e11edca04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 1096 time: 0.5994096 Jul 29 13:49:18.430576 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b094e35b-cc97-4b32-bdbd-d6880a778b95,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:18.433605 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:18.506551 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-58c7b442-8025-4861-a742-1463213963c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608bc6ae-8ede-47e8-8772-41c8f105f8ee HTTP/1.1" status: 200 len: 217 time: 0.1102178 Jul 29 13:49:18.526106 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-2d099779-9e83-4b9e-9142-d5eaa9290be1 service neutron] 10.222.0.10 "GET /v2.0/networks/53982d56-4d37-45e0-98ec-6255931347b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230011 Jul 29 13:49:18.540734 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Checking segment: {'id': '54a748e7-6770-4e18-81e3-1535b3247af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:18.541185 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Network hostable DHCP agents. Network: 4e906f8d-9087-44ca-9409-a021a419cd23, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:49:18.577809 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b9a46-27af-4425-af06-bdef1e9bd108 req-92627c7d-dcb0-43e6-ad4f-f0480ac79722 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:18.579362 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-233b9a46-27af-4425-af06-bdef1e9bd108 req-92627c7d-dcb0-43e6-ad4f-f0480ac79722 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 944 time: 0.5835767 Jul 29 13:49:18.583769 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b6cdb-9087-4ea3-b325-763ee727f694 req-68631460-2615-45bb-8fb9-7781f8462baf tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:18.590432 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0c3b6cdb-9087-4ea3-b325-763ee727f694 req-68631460-2615-45bb-8fb9-7781f8462baf tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1608329 Jul 29 13:49:18.606154 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Network 4e906f8d-9087-44ca-9409-a021a419cd23 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:49:18.623656 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 4e906f8d-9087-44ca-9409-a021a419cd23) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:18.630219 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:18.630894 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:18.638878 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f889a-bca1-40e9-a6aa-6bf700df1018 None None] Network 4e906f8d-9087-44ca-9409-a021a419cd23 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:49:18.684580 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0c3b6cdb-9087-4ea3-b325-763ee727f694 req-07fd7686-20fa-4d90-9cfb-31c8ac3976cc tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928111 Jul 29 13:49:18.692640 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7797549 Jul 29 13:49:18.696201 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36492) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:18.720472 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1875223888-router', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:18.736119 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:18.747502 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Usage tracker for resource:router and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:18.755205 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:18.770611 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:18.777503 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-06aeb937-0e99-427d-87b5-dbe795b1eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:18.780022 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-06aeb937-0e99-427d-87b5-dbe795b1eaca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.2630172 Jul 29 13:49:18.798380 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1976013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:18.800991 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1975848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1883'] for router, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:18.830201 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:18.909331 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-233b9a46-27af-4425-af06-bdef1e9bd108 req-822cbddc-16b9-47c4-aa95-60fec94bcae7 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035769 Jul 29 13:49:18.929094 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-c4ddf575-83c7-4ecd-bd42-79d45440aa63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350849 Jul 29 13:49:19.003982 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6ec5a6-a024-540c-ad00-68320459d9b4-4e906f8d-9087-44ca-9409-a021a419cd23', 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'fixed_ips': [{'subnet_id': 'b094e35b-cc97-4b32-bdbd-d6880a778b95'}]}} from dv-cinder-801321-2-iscsi. {{(pid=78541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 13:49:19.004943 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:19.121434 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-001d6b18-4666-4156-af02-8ccb914670e1 req-ef3189b3-bbed-4ec5-b465-0f0f96dfc28c service neutron] 10.222.0.10 "GET /v2.0/networks/53982d56-4d37-45e0-98ec-6255931347b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520015 Jul 29 13:49:19.290452 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-632c1948-2c93-47e2-9884-2c8075b23452 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450930 Jul 29 13:49:19.304561 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.db_base_plugin_common [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Allocated IP 172.20.0.2 (4e906f8d-9087-44ca-9409-a021a419cd23/b094e35b-cc97-4b32-bdbd-d6880a778b95/092b1adf-9e7e-430e-bd75-1a534ffacfee) {{(pid=78541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:49:19.435406 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b377d4-d9e0-450e-adf1-92507e2dc869 req-b4781623-8e57-4a58-a418-79749c2bfaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:19.437757 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e9b377d4-d9e0-450e-adf1-92507e2dc869 req-b4781623-8e57-4a58-a418-79749c2bfaff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5e0ea8fe74840f2821560ff31623c57&device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 1097 time: 0.2493396 Jul 29 13:49:19.464318 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:19.578295 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78233011-3b24-48da-a09b-93ff58f74ac3 req-460d676c-9708-49d5-b59d-27f7016f7b34 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:19.588438 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-78233011-3b24-48da-a09b-93ff58f74ac3 req-460d676c-9708-49d5-b59d-27f7016f7b34 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 943 time: 0.5097864 Jul 29 13:49:19.619433 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24527a31-ceb0-4404-bac9-751e58e51d02', 'tag': '608bc6ae-8ede-47e8-8772-41c8f105f8ee'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:49:19.729062 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e445472e-3595-49f4-82e4-53fcbc432ffc req-d3fb8181-a2e8-46d4-9905-410d047f701d service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255707 Jul 29 13:49:19.771374 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b377d4-d9e0-450e-adf1-92507e2dc869 req-e5e91d4a-a4c4-43d7-b151-e09123333dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:19.788874 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e9b377d4-d9e0-450e-adf1-92507e2dc869 req-e5e91d4a-a4c4-43d7-b151-e09123333dc6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=53982d56-4d37-45e0-98ec-6255931347b8 HTTP/1.1" status: 200 len: 915 time: 0.2946577 Jul 29 13:49:19.852873 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Notify callbacks [] for port, precommit_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:19.873308 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-78233011-3b24-48da-a09b-93ff58f74ac3 req-2e035ec0-45d7-4f8c-9044-4976b54346ca tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812788 Jul 29 13:49:19.877877 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Transition to ACTIVE for port object 092b1adf-9e7e-430e-bd75-1a534ffacfee will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:19.952180 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Transition to ACTIVE for port object 092b1adf-9e7e-430e-bd75-1a534ffacfee will not be triggered until provisioned by entity DHCP. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:19.970129 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:19.998138 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e9b377d4-d9e0-450e-adf1-92507e2dc869 req-b923259f-a20c-4fb4-8725-b8d2f0f6ab65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=423d376e-ed74-40fc-974d-46ee85facf12 HTTP/1.1" status: 200 len: 217 time: 0.2025480 Jul 29 13:49:20.000760 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24527a31-ceb0-4404-bac9-751e58e51d02', 'tag': '608bc6ae-8ede-47e8-8772-41c8f105f8ee', 'status': 'completed', 'code': 200} Jul 29 13:49:20.076239 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:20.168731 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Network 4e906f8d-9087-44ca-9409-a021a419cd23 is already hosted by enough agents. {{(pid=78541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:49:20.177418 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.base_scheduler [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Resources bound (agent type, host, resource id): {{(pid=78541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:20.190121 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Received port after_create {{(pid=78541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:49:20.253411 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Pushing event updated for resources: {'Port': ['ID=092b1adf-9e7e-430e-bd75-1a534ffacfee,revision_number=1']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:20.303535 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b377d4-d9e0-450e-adf1-92507e2dc869 req-d4995a15-4baf-4d5f-b05c-e232a4541dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:20.305422 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e9b377d4-d9e0-450e-adf1-92507e2dc869 req-d4995a15-4baf-4d5f-b05c-e232a4541dd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0e3596b-4bc6-4233-a810-d652bf1e68bc HTTP/1.1" status: 200 len: 854 time: 0.2002146 Jul 29 13:49:20.330618 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:20.370007 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e9b377d4-d9e0-450e-adf1-92507e2dc869 req-817dc8b9-0666-4452-9339-91f9407d1742 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53982d56-4d37-45e0-98ec-6255931347b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561082 Jul 29 13:49:20.381655 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bcee7-0159-41de-8f2a-5023773177ea req-b5d7f1f2-bc6d-4913-bade-ffde19b0169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:20.383869 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c5bcee7-0159-41de-8f2a-5023773177ea req-b5d7f1f2-bc6d-4913-bade-ffde19b0169b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 1096 time: 0.3821075 Jul 29 13:49:20.448512 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Attempting to bind port 092b1adf-9e7e-430e-bd75-1a534ffacfee on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:49:20.448892 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Attempting to bind port 092b1adf-9e7e-430e-bd75-1a534ffacfee by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '54a748e7-6770-4e18-81e3-1535b3247af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:49:20.449270 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Attempting to bind port 092b1adf-9e7e-430e-bd75-1a534ffacfee on network 4e906f8d-9087-44ca-9409-a021a419cd23 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:49:20.459804 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:49:20.460851 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Checking segment: {'id': '54a748e7-6770-4e18-81e3-1535b3247af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:20.461283 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:20.461695 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Bound using segment: {'id': '54a748e7-6770-4e18-81e3-1535b3247af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:49:20.462687 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Bound port: 092b1adf-9e7e-430e-bd75-1a534ffacfee, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a748e7-6770-4e18-81e3-1535b3247af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:49:20.463083 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:20.642507 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] For port 092b1adf-9e7e-430e-bd75-1a534ffacfee, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:49:20.643520 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:20.645798 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c0645-5e1c-42e6-8aba-4e90aa7a165f req-147a0e72-3d0c-4417-a015-043564476159 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:20.647363 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-785c0645-5e1c-42e6-8aba-4e90aa7a165f req-147a0e72-3d0c-4417-a015-043564476159 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.4795518 Jul 29 13:49:20.650193 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] For port 092b1adf-9e7e-430e-bd75-1a534ffacfee, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=092b1adf-9e7e-430e-bd75-1a534ffacfee,segment=NetworkSegment(54a748e7-6770-4e18-81e3-1535b3247af5),segment_id=54a748e7-6770-4e18-81e3-1535b3247af5)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:49:20.658518 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:20.664119 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:20.691456 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:20.770130 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6093d-18ba-4d28-a427-a6d9b41aac9b req-eee582e5-7b26-4aed-8154-29729a03c2b2 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:20.771954 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-92e6093d-18ba-4d28-a427-a6d9b41aac9b req-eee582e5-7b26-4aed-8154-29729a03c2b2 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 944 time: 0.4234054 Jul 29 13:49:20.786826 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Pushing event updated for resources: {'Port': ['ID=092b1adf-9e7e-430e-bd75-1a534ffacfee,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:20.790207 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:20.852076 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bcee7-0159-41de-8f2a-5023773177ea req-52a697a7-990a-4c23-aab4-bab67eeeb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:20.853652 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c5bcee7-0159-41de-8f2a-5023773177ea req-52a697a7-990a-4c23-aab4-bab67eeeb64e service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.3001161 Jul 29 13:49:20.861198 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e9b377d4-d9e0-450e-adf1-92507e2dc869 req-ff273bfc-32e9-4c01-8384-8b8ad54749f6 service neutron] 10.222.0.10 "GET /v2.0/networks/53982d56-4d37-45e0-98ec-6255931347b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747231 Jul 29 13:49:20.894126 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-92e6093d-18ba-4d28-a427-a6d9b41aac9b req-61ce29b4-0d0a-44a0-9361-9e9fdbcfe9b1 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053791 Jul 29 13:49:20.948994 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Allocated IP 172.27.0.38 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/b0c06e9b-00a9-44fd-85dc-7acda01eda30) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:49:21.100856 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c5bcee7-0159-41de-8f2a-5023773177ea req-74cc6342-a817-4f14-9e1e-10c7612feca9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608bc6ae-8ede-47e8-8772-41c8f105f8ee HTTP/1.1" status: 200 len: 217 time: 0.2295802 Jul 29 13:49:21.227033 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-785c0645-5e1c-42e6-8aba-4e90aa7a165f req-c1384597-9ad8-419f-b771-191999d31294 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5629678 Jul 29 13:49:21.335196 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 423d376e-ed74-40fc-974d-46ee85facf12 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:49:21.394595 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bcee7-0159-41de-8f2a-5023773177ea req-55a7ae4e-f950-431b-acb7-1f97e2235ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:21.396433 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c5bcee7-0159-41de-8f2a-5023773177ea req-55a7ae4e-f950-431b-acb7-1f97e2235ea9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.2827361 Jul 29 13:49:21.428148 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:21.466499 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65985d-3bbf-433d-9083-3ae82feb4c8f req-206e7fe8-bb81-470f-bb9e-e1d0197c36c4 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:21.475113 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7c65985d-3bbf-433d-9083-3ae82feb4c8f req-206e7fe8-bb81-470f-bb9e-e1d0197c36c4 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 943 time: 0.2980220 Jul 29 13:49:21.544683 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e9b377d4-d9e0-450e-adf1-92507e2dc869 req-21101729-91ca-424d-9a64-5aa4cfcc2c72 service neutron] 10.222.0.10 "GET /v2.0/networks/53982d56-4d37-45e0-98ec-6255931347b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721871 Jul 29 13:49:21.560733 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c5bcee7-0159-41de-8f2a-5023773177ea req-08e3f13a-64ab-438e-b4ae-fe0a0ce85688 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531692 Jul 29 13:49:21.608647 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7c65985d-3bbf-433d-9083-3ae82feb4c8f req-d8a744ce-9a98-499f-83ed-0296f4c27d3b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313596 Jul 29 13:49:21.655080 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 423d376e-ed74-40fc-974d-46ee85facf12, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=423d376e-ed74-40fc-974d-46ee85facf12,segment=NetworkSegment(0b182193-c6ac-47ec-ad71-81d82fd85e3d),segment_id=0b182193-c6ac-47ec-ad71-81d82fd85e3d)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:21.661647 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:21.674724 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:21.699661 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '423d376e-ed74-40fc-974d-46ee85facf12', 'network_id': '53982d56-4d37-45e0-98ec-6255931347b8', 'port_id': '423d376e-ed74-40fc-974d-46ee85facf12', 'mac_address': 'fa:16:3e:93:8a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e3596b-4bc6-4233-a810-d652bf1e68bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:49:21.773736 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:49:21.777653 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:21.780546 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:49:21.806084 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:21.843479 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423d376e-ed74-40fc-974d-46ee85facf12 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:49:21.896740 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 423d376e-ed74-40fc-974d-46ee85facf12, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=423d376e-ed74-40fc-974d-46ee85facf12,segment=NetworkSegment(0b182193-c6ac-47ec-ad71-81d82fd85e3d),segment_id=0b182193-c6ac-47ec-ad71-81d82fd85e3d)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:21.897106 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c5bcee7-0159-41de-8f2a-5023773177ea req-f63496ef-76b2-44c4-90c6-04438fba3c16 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252280 Jul 29 13:49:21.909982 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:21.913275 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:21.998023 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Pushing event updated for resources: {'Port': ['ID=b0c06e9b-00a9-44fd-85dc-7acda01eda30,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:22.016801 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:22.058522 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=423d376e-ed74-40fc-974d-46ee85facf12,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:22.068291 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:22.216532 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c5bcee7-0159-41de-8f2a-5023773177ea req-bb910465-4d97-4a5c-89c8-79dbbbbfb860 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003962 Jul 29 13:49:22.225477 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['423d376e-ed74-40fc-974d-46ee85facf12'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:49:22.264024 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805d28d-9242-448d-b6f0-15ef6d151e8c req-a1a3f7f1-f706-4602-9609-8a0d5b8580c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:22.265713 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6805d28d-9242-448d-b6f0-15ef6d151e8c req-a1a3f7f1-f706-4602-9609-8a0d5b8580c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.1875529 Jul 29 13:49:22.515267 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0fa2da-c072-4831-8daf-524915f86d9a None None] Network 4e906f8d-9087-44ca-9409-a021a419cd23 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:49:22.670530 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805d28d-9242-448d-b6f0-15ef6d151e8c req-aabd2da1-92a3-42c1-b3d0-f9bf5f845934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:22.672223 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6805d28d-9242-448d-b6f0-15ef6d151e8c req-aabd2da1-92a3-42c1-b3d0-f9bf5f845934 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.3271725 Jul 29 13:49:22.684164 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fe330-3b07-44a5-a056-04a41bffd268 req-f33867bb-82f0-456e-91fe-2cc2a0188c8d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:22.685710 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c5fe330-3b07-44a5-a056-04a41bffd268 req-f33867bb-82f0-456e-91fe-2cc2a0188c8d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.4407830 Jul 29 13:49:22.790688 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6805d28d-9242-448d-b6f0-15ef6d151e8c req-c18c852d-314b-4611-8721-d54ecf3be34e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 217 time: 0.1038394 Jul 29 13:49:22.797920 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da763d1-28d3-4e03-93d6-b21dfaf5efce req-4cd270ba-957b-4e65-8480-affd166c353d tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:22.800551 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8da763d1-28d3-4e03-93d6-b21dfaf5efce req-4cd270ba-957b-4e65-8480-affd166c353d tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 945 time: 0.5954616 Jul 29 13:49:22.829601 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-b8c885a6-e2d8-4d5a-b104-4671be9fcc57 None None] Provisioning for port 092b1adf-9e7e-430e-bd75-1a534ffacfee completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:22.884511 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c5fe330-3b07-44a5-a056-04a41bffd268 req-d19f8ce9-b63d-4597-bfe5-b65d6a891845 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264918 Jul 29 13:49:22.909944 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8da763d1-28d3-4e03-93d6-b21dfaf5efce req-226434d5-d994-412e-85b1-968f29bb688a tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019959 Jul 29 13:49:22.942967 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805d28d-9242-448d-b6f0-15ef6d151e8c req-d14b3549-5583-4b30-a1a3-faef206f5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:22.948447 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6805d28d-9242-448d-b6f0-15ef6d151e8c req-d14b3549-5583-4b30-a1a3-faef206f5c2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.1277828 Jul 29 13:49:23.059103 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6805d28d-9242-448d-b6f0-15ef6d151e8c req-29a290f2-265f-4aa9-a025-fff5ee894d79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979829 Jul 29 13:49:23.122122 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 092b1adf-9e7e-430e-bd75-1a534ffacfee up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:23.225186 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 092b1adf-9e7e-430e-bd75-1a534ffacfee completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:23.232235 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:23.241478 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 092b1adf-9e7e-430e-bd75-1a534ffacfee triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:23.241840 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:23.354147 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 608bc6ae-8ede-47e8-8772-41c8f105f8ee details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:49:23.476853 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:23.486492 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47314c2-58a3-4f03-b91e-bb4e547c067d req-08f0c6b1-851e-4fd2-8527-bf0f83587831 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:23.488621 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b47314c2-58a3-4f03-b91e-bb4e547c067d req-08f0c6b1-851e-4fd2-8527-bf0f83587831 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 943 time: 0.3752258 Jul 29 13:49:23.499407 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6805d28d-9242-448d-b6f0-15ef6d151e8c req-a458a6c5-2362-4d72-9bfa-154136122c2f service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281416 Jul 29 13:49:23.509467 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916c7ec-2cc4-44bf-9b50-a44c40b891d8 req-019fc6bf-fd08-4a03-8408-e571c7e2d54f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:23.511149 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4916c7ec-2cc4-44bf-9b50-a44c40b891d8 req-019fc6bf-fd08-4a03-8408-e571c7e2d54f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.3853705 Jul 29 13:49:23.517741 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 092b1adf-9e7e-430e-bd75-1a534ffacfee, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=092b1adf-9e7e-430e-bd75-1a534ffacfee,segment=NetworkSegment(54a748e7-6770-4e18-81e3-1535b3247af5),segment_id=54a748e7-6770-4e18-81e3-1535b3247af5)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:23.535907 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:23.548154 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:23.629821 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-2a99e20e-c229-4ad5-a513-e185dd2ae559 None None] Provisioning complete for port 092b1adf-9e7e-430e-bd75-1a534ffacfee triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:23.630204 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2a99e20e-c229-4ad5-a513-e185dd2ae559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:23.630870 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b47314c2-58a3-4f03-b91e-bb4e547c067d req-5e6805c9-4255-4d38-afde-4cc8c5058531 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268137 Jul 29 13:49:23.702273 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4916c7ec-2cc4-44bf-9b50-a44c40b891d8 req-3fb0bcdd-5e06-474f-add5-d749818d829b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601779 Jul 29 13:49:23.735260 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=092b1adf-9e7e-430e-bd75-1a534ffacfee,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:23.742453 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.db.resource_extend [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 13:49:23.748901 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6805d28d-9242-448d-b6f0-15ef6d151e8c req-fe0333c2-cb65-4cd5-bd27-d8225c783627 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366586 Jul 29 13:49:23.785083 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1975871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884'] for router, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:23.796143 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:24.012125 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 608bc6ae-8ede-47e8-8772-41c8f105f8ee, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=608bc6ae-8ede-47e8-8772-41c8f105f8ee,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:24.037848 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '608bc6ae-8ede-47e8-8772-41c8f105f8ee', 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480', 'port_id': '608bc6ae-8ede-47e8-8772-41c8f105f8ee', 'mac_address': 'fa:16:3e:36:ef:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce4ef81-a292-446e-822a-32ac95096074', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:49:24.066661 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Router 9b716b5a-0c0d-41fe-9d24-874bb73f410e is scheduled to L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 with binding_index 1 {{(pid=78539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 13:49:24.199357 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:24.244558 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608bc6ae-8ede-47e8-8772-41c8f105f8ee {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:49:24.273911 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 608bc6ae-8ede-47e8-8772-41c8f105f8ee, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=608bc6ae-8ede-47e8-8772-41c8f105f8ee,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:24.291966 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:24.298090 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:24.313027 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393a93b-b8f0-4ef8-a288-d719a649488f req-4b31a238-7757-4a23-ad44-4afbf037506c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:24.314652 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3393a93b-b8f0-4ef8-a288-d719a649488f req-4b31a238-7757-4a23-ad44-4afbf037506c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.2522457 Jul 29 13:49:24.355545 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:49:24.368189 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Sync routers for ids ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:49:24.390133 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Routers {'9b716b5a-0c0d-41fe-9d24-874bb73f410e'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:49:24.392640 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:49:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:24.412170 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3393a93b-b8f0-4ef8-a288-d719a649488f req-0b7fcb53-ad5f-4aa6-b30f-f3b94bd64b3a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897582 Jul 29 13:49:24.427423 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:24.431293 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-cca9c7b9-33d3-4c2b-9810-e0a03a7a7edb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7313578 Jul 29 13:49:24.432034 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36532) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:24.495584 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=608bc6ae-8ede-47e8-8772-41c8f105f8ee,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:24.501339 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:24.522138 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4bd10-354c-4a86-b7b7-3ee04f33c475 req-e9577c0e-190b-4a1b-9c09-16787e04018b tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:24.533484 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2de4bd10-354c-4a86-b7b7-3ee04f33c475 req-e9577c0e-190b-4a1b-9c09-16787e04018b tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 945 time: 0.4063478 Jul 29 13:49:24.599324 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2de4bd10-354c-4a86-b7b7-3ee04f33c475 req-a27aa881-792c-4d71-8d08-5e5a8fd7e260 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626950 Jul 29 13:49:24.616934 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['608bc6ae-8ede-47e8-8772-41c8f105f8ee'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:49:24.690165 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Set router 9b716b5a-0c0d-41fe-9d24-874bb73f410e gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:49:24.960386 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22594b07-4055-496d-9127-d776e242db78 req-164fcc4d-da59-4437-a097-ea901f20d3f3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:24.974412 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-22594b07-4055-496d-9127-d776e242db78 req-164fcc4d-da59-4437-a097-ea901f20d3f3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1093338 Jul 29 13:49:24.992737 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 092b1adf-9e7e-430e-bd75-1a534ffacfee up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:25.060808 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-22594b07-4055-496d-9127-d776e242db78 req-48cfa436-3c4b-4f0f-bc97-ac1cca9dbe36 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840046 Jul 29 13:49:25.098280 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'name': 'tempest-TestShelveInstance-1875223888-router', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:18Z', 'updated_at': '2021-07-29T13:49:22Z', 'revision_number': 3, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'gw_port': {'id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:20Z', 'updated_at': '2021-07-29T13:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:25.102942 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Checking router: 9b716b5a-0c0d-41fe-9d24-874bb73f410e for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:49:25.103504 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Updating router 9b716b5a-0c0d-41fe-9d24-874bb73f410e port b0c06e9b-00a9-44fd-85dc-7acda01eda30 binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:49:25.104408 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7070d0d-546a-48b6-99e0-6ab79911331e req-9c3fdc5d-4f70-4666-bf6d-1a823861cd05 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:25.119641 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 092b1adf-9e7e-430e-bd75-1a534ffacfee triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:25.120097 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.121730 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b7070d0d-546a-48b6-99e0-6ab79911331e req-9c3fdc5d-4f70-4666-bf6d-1a823861cd05 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 944 time: 0.2694569 Jul 29 13:49:25.163525 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.255060 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b7070d0d-546a-48b6-99e0-6ab79911331e req-cb522a9c-bc18-4453-9168-feb3200f569b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323390 Jul 29 13:49:25.339709 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-34d812f1-f446-4c0e-8281-59ca048b70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:25.341783 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-34d812f1-f446-4c0e-8281-59ca048b70f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 1098 time: 0.1028948 Jul 29 13:49:25.362386 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 423d376e-ed74-40fc-974d-46ee85facf12 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:25.489780 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port 423d376e-ed74-40fc-974d-46ee85facf12 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:25.490932 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.504039 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 423d376e-ed74-40fc-974d-46ee85facf12 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:25.505694 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.506122 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-ff5ff067-b9de-4d2e-96a8-e687050ab8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:25.507675 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-ff5ff067-b9de-4d2e-96a8-e687050ab8e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 916 time: 0.1583195 Jul 29 13:49:25.641975 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.676503 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Transition to ACTIVE for port object b0c06e9b-00a9-44fd-85dc-7acda01eda30 will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:25.682876 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.688490 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.694067 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-c9ec8171-cd83-4d49-ab17-902e4c6f9f41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b66d636-0450-48c5-9abc-1a64a686a872 HTTP/1.1" status: 200 len: 1000 time: 0.1785829 Jul 29 13:49:25.697832 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-ff2567f8-4bd2-4658-b37b-84b8472d17b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:25.727948 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e905d7db-85a5-4f98-93a6-b834a9168a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423d376e-ed74-40fc-974d-46ee85facf12'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:49:25.739068 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 423d376e-ed74-40fc-974d-46ee85facf12, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=423d376e-ed74-40fc-974d-46ee85facf12,segment=NetworkSegment(0b182193-c6ac-47ec-ad71-81d82fd85e3d),segment_id=0b182193-c6ac-47ec-ad71-81d82fd85e3d)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:25.753071 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.755216 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:25.774652 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Allocated IP 172.20.0.1 (4e906f8d-9087-44ca-9409-a021a419cd23/b094e35b-cc97-4b32-bdbd-d6880a778b95/0c6977f5-c2da-46a1-8260-ec99f3d94265) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:49:25.774873 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-79dd5e75-6938-4f8c-8c99-0cdc6d9d23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:25.776448 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-79dd5e75-6938-4f8c-8c99-0cdc6d9d23bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 200 len: 854 time: 0.0743194 Jul 29 13:49:25.824526 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Attempting to bind port b0c06e9b-00a9-44fd-85dc-7acda01eda30 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:49:25.825310 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Attempting to bind port b0c06e9b-00a9-44fd-85dc-7acda01eda30 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:49:25.825767 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Attempting to bind port b0c06e9b-00a9-44fd-85dc-7acda01eda30 on network eed72035-af2d-4cbe-b110-9304fe4a96ea {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:49:25.836752 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Pushing event updated for resources: {'Port': ['ID=b0c06e9b-00a9-44fd-85dc-7acda01eda30,revision_number=2']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:25.836980 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11a8c5-0ee2-4fca-a16b-deb6625e3bc2 req-fd3563fe-ed68-4fd1-a67e-8a4684c8d11f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:25.840482 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:49:25.840974 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:25.841462 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.841979 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Bound using segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:49:25.842795 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Bound port: b0c06e9b-00a9-44fd-85dc-7acda01eda30, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:49:25.843451 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.849637 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=423d376e-ed74-40fc-974d-46ee85facf12,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:25.852429 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c11a8c5-0ee2-4fca-a16b-deb6625e3bc2 req-fd3563fe-ed68-4fd1-a67e-8a4684c8d11f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.2749717 Jul 29 13:49:25.861613 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:25.879873 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.880237 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.880605 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.881353 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.881353 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.881555 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.882043 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.882387 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.882737 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.883856 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.883856 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.883856 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:25.888639 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:25.940148 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] For port b0c06e9b-00a9-44fd-85dc-7acda01eda30, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:49:25.943139 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] For port b0c06e9b-00a9-44fd-85dc-7acda01eda30, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=b0c06e9b-00a9-44fd-85dc-7acda01eda30,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:49:25.948989 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:25.950785 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c11a8c5-0ee2-4fca-a16b-deb6625e3bc2 req-9c9066cf-4dda-4309-97b5-598f39147d42 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961797 Jul 29 13:49:25.955290 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-ff2567f8-4bd2-4658-b37b-84b8472d17b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:25.967457 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-94dde804-f71a-411e-904a-e5f5e2989028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:25.969014 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-94dde804-f71a-411e-904a-e5f5e2989028 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96f4876e-fe94-4c5a-a961-3b195609878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1834939 Jul 29 13:49:25.993304 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ca88d-5243-48f8-86a1-d4d1398598fc req-2cec6868-105e-4f43-a421-4fb42fc8c458 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:25.994837 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4c5ca88d-5243-48f8-86a1-d4d1398598fc req-2cec6868-105e-4f43-a421-4fb42fc8c458 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 946 time: 0.2145905 Jul 29 13:49:26.027855 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e905d7db-85a5-4f98-93a6-b834a9168a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423d376e-ed74-40fc-974d-46ee85facf12', 'code': 200} Jul 29 13:49:26.039336 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:26.073355 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Pushing event updated for resources: {'Port': ['ID=b0c06e9b-00a9-44fd-85dc-7acda01eda30,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:26.080284 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4c5ca88d-5243-48f8-86a1-d4d1398598fc req-9389d3d6-0161-472d-ba12-4e3528a84e92 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769994 Jul 29 13:49:26.096999 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.provisioning_blocks [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Transition to ACTIVE for port object 0c6977f5-c2da-46a1-8260-ec99f3d94265 will not be triggered until provisioned by entity DHCP. {{(pid=78539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:26.123864 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:26.133884 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Routers {'9b716b5a-0c0d-41fe-9d24-874bb73f410e'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:49:26.135245 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:49:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:26.136860 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-50694d03-def5-4968-a9e5-9f1248967048 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581643 Jul 29 13:49:26.138630 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:26.143027 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:26.242842 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Network 4e906f8d-9087-44ca-9409-a021a419cd23 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:49:26.248735 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:26.255343 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:49:26.364382 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6977f5-c2da-46a1-8260-ec99f3d94265,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:26.373367 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:26.420430 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973849'] for router_interface, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:26.484593 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] Set router 9b716b5a-0c0d-41fe-9d24-874bb73f410e gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:49:26.504294 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff63f340-e1e6-485a-a2b2-e7badf5029c4 req-b0b05fb1-4c2f-4ab4-869b-5bf7dad14c01 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588514 Jul 29 13:49:26.527874 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83476c2a-3674-470a-82f4-df7ec59f2046 req-4e6da211-7b59-4564-b8fc-de9e330250ff tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:26.530662 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83476c2a-3674-470a-82f4-df7ec59f2046 req-4e6da211-7b59-4564-b8fc-de9e330250ff tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.3154011 Jul 29 13:49:26.554366 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494de6cf-c1ab-48b9-9fe7-9a0008c0a3d2 req-e07ecfaf-9284-419d-993e-ad714fb62e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:26.556079 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-494de6cf-c1ab-48b9-9fe7-9a0008c0a3d2 req-e07ecfaf-9284-419d-993e-ad714fb62e02 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 1099 time: 0.2993398 Jul 29 13:49:26.618474 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-35cbf0bf-8fe8-4762-95ef-e19c0cfa3a04 None None] Provisioning for port 0c6977f5-c2da-46a1-8260-ec99f3d94265 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:26.626791 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-35cbf0bf-8fe8-4762-95ef-e19c0cfa3a04 None None] Provisioning complete for port 0c6977f5-c2da-46a1-8260-ec99f3d94265 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:26.626791 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-35cbf0bf-8fe8-4762-95ef-e19c0cfa3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:26.630827 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-494de6cf-c1ab-48b9-9fe7-9a0008c0a3d2 req-5f2618c8-2399-45f8-92ce-b7fdd0c3236b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657973 Jul 29 13:49:26.645980 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83476c2a-3674-470a-82f4-df7ec59f2046 req-c8716fb7-6608-45b4-94a1-e445ca8a4cda tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075597 Jul 29 13:49:26.687438 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-35cbf0bf-8fe8-4762-95ef-e19c0cfa3a04 None None] Port 0c6977f5-c2da-46a1-8260-ec99f3d94265 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:49:26.704893 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:26.842857 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5233b92-c7af-437f-bbe7-057dfe5d6f2c req-becaeb88-e136-4b85-a04f-17408e3258ef tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:26.845521 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a5233b92-c7af-437f-bbe7-057dfe5d6f2c req-becaeb88-e136-4b85-a04f-17408e3258ef tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 944 time: 0.2938926 Jul 29 13:49:26.865597 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'name': 'tempest-TestShelveInstance-1875223888-router', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:18Z', 'updated_at': '2021-07-29T13:49:22Z', 'revision_number': 3, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'gw_port': {'id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:20Z', 'updated_at': '2021-07-29T13:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:26.870016 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f46be7-3dac-4f74-b550-91de5b5cfe97 None None] The sync data for ids ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'] in dv-cinder-801321-2-iscsi is: [{'id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'name': 'tempest-TestShelveInstance-1875223888-router', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:18Z', 'updated_at': '2021-07-29T13:49:22Z', 'revision_number': 3, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'gw_port': {'id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:20Z', 'updated_at': '2021-07-29T13:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:49:26.937128 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a5233b92-c7af-437f-bbe7-057dfe5d6f2c req-7f373345-ef7e-4cd8-a713-98145249629f tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834229 Jul 29 13:49:27.212694 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:27.219749 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:27.230723 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a953af-01a6-4da4-9185-39a22df83b25 req-cfe30ee7-1711-4d47-9f5c-b87b8d27e3d6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:27.234859 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-60a953af-01a6-4da4-9185-39a22df83b25 req-cfe30ee7-1711-4d47-9f5c-b87b8d27e3d6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1592627 Jul 29 13:49:27.275603 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c5c3c0d5-909e-413f-b020-0bd969fe8536 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:27.324203 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-60a953af-01a6-4da4-9185-39a22df83b25 req-3515788b-5ca7-475f-8d9e-7f7af0a1bec1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810215 Jul 29 13:49:27.394372 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 608bc6ae-8ede-47e8-8772-41c8f105f8ee up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:27.445601 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6977f5-c2da-46a1-8260-ec99f3d94265,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:27.449252 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:27.454958 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973814'] for router_interface, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:27.495115 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port 608bc6ae-8ede-47e8-8772-41c8f105f8ee completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:27.502099 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 608bc6ae-8ede-47e8-8772-41c8f105f8ee triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:27.503225 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:27.587644 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec84f-b483-4d99-97e8-a0656c0153ce req-a5de0b32-469c-4ac9-abd8-0f2e58603ad3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:27.589259 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-762ec84f-b483-4d99-97e8-a0656c0153ce req-a5de0b32-469c-4ac9-abd8-0f2e58603ad3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 946 time: 0.2537334 Jul 29 13:49:27.672793 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Network 4e906f8d-9087-44ca-9409-a021a419cd23 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:49:27.680701 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-762ec84f-b483-4d99-97e8-a0656c0153ce req-32285edc-6913-4937-9485-432ca62b86b4 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751922 Jul 29 13:49:27.682135 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:27.747900 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:27.802689 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 608bc6ae-8ede-47e8-8772-41c8f105f8ee, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=608bc6ae-8ede-47e8-8772-41c8f105f8ee,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:27.812948 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:27.813844 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7b66d636-0450-48c5-9abc-1a64a686a872 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:49:27.840368 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c07b7955-315c-4fc3-9b2e-b3c9c4e58bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:27.946085 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=608bc6ae-8ede-47e8-8772-41c8f105f8ee,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:27.950106 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:27.958393 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Router 9b716b5a-0c0d-41fe-9d24-874bb73f410e has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 13:49:27.961019 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78ede8-6d1a-46c1-8dcf-e0aec9ca26ff req-ba7c996b-1804-4af1-aff2-d4b1a9a32091 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:27.964355 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1c78ede8-6d1a-46c1-8dcf-e0aec9ca26ff req-ba7c996b-1804-4af1-aff2-d4b1a9a32091 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 945 time: 0.1208701 Jul 29 13:49:28.029842 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24527a31-ceb0-4404-bac9-751e58e51d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608bc6ae-8ede-47e8-8772-41c8f105f8ee'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:49:28.037972 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:28.048874 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1c78ede8-6d1a-46c1-8dcf-e0aec9ca26ff req-ecbb8e26-2557-4555-b9ee-2b38ec2b16ad tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787215 Jul 29 13:49:28.087006 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:28.091260 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-cafde41d-eb24-4de7-aed1-4cb22dcddb79 None None] Provisioning complete for port 0c6977f5-c2da-46a1-8260-ec99f3d94265 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:28.091691 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cafde41d-eb24-4de7-aed1-4cb22dcddb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:28.124993 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24527a31-ceb0-4404-bac9-751e58e51d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608bc6ae-8ede-47e8-8772-41c8f105f8ee', 'code': 200} Jul 29 13:49:28.126505 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:28.135541 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:28.227159 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-cafde41d-eb24-4de7-aed1-4cb22dcddb79 None None] Port 0c6977f5-c2da-46a1-8260-ec99f3d94265 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:49:28.233741 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=8']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:28.238172 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:28.243761 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:49:28.259864 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b716b5a-0c0d-41fe-9d24-874bb73f410e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8251693 Jul 29 13:49:28.302771 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e7c55-15b0-44a8-be49-8a56fa301900 req-9f78b775-1d5c-4608-8867-07927d4e4cbb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:28.305489 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-315e7c55-15b0-44a8-be49-8a56fa301900 req-9f78b775-1d5c-4608-8867-07927d4e4cbb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 945 time: 0.1542830 Jul 29 13:49:28.385332 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-315e7c55-15b0-44a8-be49-8a56fa301900 req-305d4ebf-d3bb-40d9-9ac1-274c4aa75d49 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727518 Jul 29 13:49:28.431236 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3878de2-3940-402f-808a-8313340ba9c1 req-d69ec7b5-b4ca-45a3-85a3-0a57ae3f58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:28.432780 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c3878de2-3940-402f-808a-8313340ba9c1 req-d69ec7b5-b4ca-45a3-85a3-0a57ae3f58c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 1098 time: 0.1345947 Jul 29 13:49:28.554678 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c3878de2-3940-402f-808a-8313340ba9c1 req-8d728f94-b8bb-45da-8a9f-beccc011fa96 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153877 Jul 29 13:49:28.583036 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e5c59-e0aa-4e9e-ba6a-b3f57acaa196 req-5c40dea2-4fa8-4223-be6f-4b49202637cf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:28.584953 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-989e5c59-e0aa-4e9e-ba6a-b3f57acaa196 req-5c40dea2-4fa8-4223-be6f-4b49202637cf tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1200771 Jul 29 13:49:28.746336 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-989e5c59-e0aa-4e9e-ba6a-b3f57acaa196 req-759b6bef-8c6e-46db-9372-9bbafdfb3d09 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554489 Jul 29 13:49:28.867533 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Sync routers for ids ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:49:28.876689 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Routers {'9b716b5a-0c0d-41fe-9d24-874bb73f410e'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:49:28.877320 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:49:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:28.918892 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b1021-1bf0-4303-9c78-acf029d0c4c5 req-41c7eb50-7181-4b26-9fd8-ee704b407009 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:28.920555 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6d7b1021-1bf0-4303-9c78-acf029d0c4c5 req-41c7eb50-7181-4b26-9fd8-ee704b407009 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 946 time: 0.0996261 Jul 29 13:49:28.975471 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6d7b1021-1bf0-4303-9c78-acf029d0c4c5 req-a14a46f9-1266-46f3-af41-52281f113838 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488405 Jul 29 13:49:29.060857 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device b0c06e9b-00a9-44fd-85dc-7acda01eda30 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:29.062211 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36600) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:29.071674 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1187952212-network', 'tenant_id': 'e75f672b8da44767b41e70861b105514'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:29.078306 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:29.084937 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Usage tracker for resource:network and tenant:e75f672b8da44767b41e70861b105514 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:29.088835 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:29.099388 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:29.114858 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Made reservation on behalf of e75f672b8da44767b41e70861b105514 for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:49:29.120576 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.147169 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Set router 9b716b5a-0c0d-41fe-9d24-874bb73f410e gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:49:29.147788 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.165880 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:29.170527 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Usage tracker for resource:security_group_rule and tenant:e75f672b8da44767b41e70861b105514 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:29.173988 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:29.181989 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:29.286355 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port b0c06e9b-00a9-44fd-85dc-7acda01eda30 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:29.294659 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port b0c06e9b-00a9-44fd-85dc-7acda01eda30 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:29.295274 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.380623 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.389569 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.395614 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9139a612-ee27-432b-bd82-f4a6a8c47d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:29.413367 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4a46f-110c-4fb8-bda1-ca4212dbf988 req-e479600c-c92a-48e4-86f9-7506c1568654 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:29.420330 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a9f4a46f-110c-4fb8-bda1-ca4212dbf988 req-e479600c-c92a-48e4-86f9-7506c1568654 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.1605546 Jul 29 13:49:29.466456 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=78540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:49:29.470907 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad4fef0-f0f6-4715-9f79-995b3fb84e9e,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:29.479055 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:29.495364 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.495567 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Added segment 75160c41-da5f-4e3a-a05d-64a2f1a10a49 of type vlan for network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 Jul 29 13:49:29.508284 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a9f4a46f-110c-4fb8-bda1-ca4212dbf988 req-93fc1ce5-b049-48bc-b352-7485cff97ea7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869052 Jul 29 13:49:29.547507 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.597982 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.600059 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:29.601056 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.613857 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:29.750802 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559e525-0a8d-4f5e-a8ed-94d6c3296d2d req-d236182b-e327-436f-a4dd-ab8b0cef66b6 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:29.756673 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f559e525-0a8d-4f5e-a8ed-94d6c3296d2d req-d236182b-e327-436f-a4dd-ab8b0cef66b6 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 945 time: 0.2035685 Jul 29 13:49:29.757202 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36640) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:29.762575 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6989985 Jul 29 13:49:29.766573 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.767246 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:29.777809 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:29.780453 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Request body: {'subnet': {'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1187952212-subnet', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:29.798201 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:49:29.800737 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:29.810238 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Usage tracker for resource:subnet and tenant:e75f672b8da44767b41e70861b105514 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:29.817240 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:29.832564 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:29.862423 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f559e525-0a8d-4f5e-a8ed-94d6c3296d2d req-8ac6404c-dbf3-40b8-8516-5716e7a3eddb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992129 Jul 29 13:49:29.869057 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Made reservation on behalf of e75f672b8da44767b41e70861b105514 for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:49:29.871896 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2497503'] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:29.991256 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port b0c06e9b-00a9-44fd-85dc-7acda01eda30, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=b0c06e9b-00a9-44fd-85dc-7acda01eda30,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:30.085047 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:30.095902 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:30.135722 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:49:30.198791 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715dcfc-2586-4c18-80c6-0a7666dbc534 req-a8cc2e51-1750-418f-b93d-6eebd0fa9f73 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:30.200527 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4715dcfc-2586-4c18-80c6-0a7666dbc534 req-a8cc2e51-1750-418f-b93d-6eebd0fa9f73 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1532145 Jul 29 13:49:30.206249 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=b0c06e9b-00a9-44fd-85dc-7acda01eda30,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:30.210587 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:30.219913 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'name': 'tempest-TestShelveInstance-1875223888-router', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:18Z', 'updated_at': '2021-07-29T13:49:26Z', 'revision_number': 4, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'gw_port': {'id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:20Z', 'updated_at': '2021-07-29T13:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '0c6977f5-c2da-46a1-8260-ec99f3d94265', 'name': '', 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'mac_address': 'fa:16:3e:31:d3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'b094e35b-cc97-4b32-bdbd-d6880a778b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:25Z', 'updated_at': '2021-07-29T13:49:26Z', 'revision_number': 2, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'subnets': [{'id': 'b094e35b-cc97-4b32-bdbd-d6880a778b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:30.225494 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Checking router: 9b716b5a-0c0d-41fe-9d24-874bb73f410e for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:49:30.226237 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Updating router 9b716b5a-0c0d-41fe-9d24-874bb73f410e port 0c6977f5-c2da-46a1-8260-ec99f3d94265 binding host dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:49:30.288015 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:30.324703 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4715dcfc-2586-4c18-80c6-0a7666dbc534 req-01af493c-4563-4657-8ec5-87de6e7bfa4d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140611 Jul 29 13:49:30.375665 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2557718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2497453'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:30.389079 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-20d70fe0-8b87-4078-92f3-aa0fe66a3e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:30.390698 dv-cinder-801321-2-iscsi neutron-server[78541]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872', 'code': 422} returned with failed status Jul 29 13:49:30.485355 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Checking segment: {'id': '75160c41-da5f-4e3a-a05d-64a2f1a10a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:30.485612 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Network hostable DHCP agents. Network: e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:49:30.492487 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cbe1a74-bfce-4aa6-9a9f-b58be0690b69,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:30.505257 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.505629 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.506055 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.506413 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.506762 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.507106 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.507449 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.507787 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.508184 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.508523 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.508861 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.509594 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:30.512938 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:30.525138 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:49:30.557330 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:30.563663 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:30.564361 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:30.646952 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e339ea8-a858-4f1e-ac01-2e1ccc54f251 None None] Network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:49:30.707121 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d46abe25-bf4a-4162-9e8c-96dca4f6b18f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9459715 Jul 29 13:49:30.712335 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36676) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:30.719345 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1187952212-router', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:30.725632 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:30.731585 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Usage tracker for resource:router and tenant:e75f672b8da44767b41e70861b105514 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:30.735258 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:30.743755 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:30.758768 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1976013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:30.760461 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1975848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1883'] for router, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:30.786159 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:31.009933 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Notify callbacks [] for port, precommit_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:31.072069 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Transition to ACTIVE for port object 0c6977f5-c2da-46a1-8260-ec99f3d94265 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:31.090740 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:31.108101 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:31.165849 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5886d0a-b461-452a-ac52-89ddd5f34f92 req-926c8c78-f50d-415a-90d4-0009c206413b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:31.172202 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device b0c06e9b-00a9-44fd-85dc-7acda01eda30 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:31.176060 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f5886d0a-b461-452a-ac52-89ddd5f34f92 req-926c8c78-f50d-415a-90d4-0009c206413b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 945 time: 0.1814039 Jul 29 13:49:31.259561 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f5886d0a-b461-452a-ac52-89ddd5f34f92 req-b2d904f5-4bc8-4c76-9647-4be82cb59f73 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821302 Jul 29 13:49:31.479745 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port b0c06e9b-00a9-44fd-85dc-7acda01eda30 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:31.484954 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:31.581373 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:31.613649 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6ec5a6-a024-540c-ad00-68320459d9b4-e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6', 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'fixed_ips': [{'subnet_id': '8cbe1a74-bfce-4aa6-9a9f-b58be0690b69'}]}} from dv-cinder-801321-2-iscsi. {{(pid=78541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 13:49:31.614527 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:31.707329 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17606d1d-0c9d-458d-a124-874e92927439 None None] Pushing event updated for resources: {'Port': ['ID=0c6977f5-c2da-46a1-8260-ec99f3d94265,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:31.716381 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d02ad4-d9da-4aeb-a981-610b99f9b8a8 req-b88c772e-3557-4f8e-89c5-c3d6cd4ab9fd tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:31.718192 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d8d02ad4-d9da-4aeb-a981-610b99f9b8a8 req-b88c772e-3557-4f8e-89c5-c3d6cd4ab9fd tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1252828 Jul 29 13:49:31.718315 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-17606d1d-0c9d-458d-a124-874e92927439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:31.718741 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36708) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:31.733581 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6277d07-c6a4-4a13-a3d7-d1815feb3abd req-c1b54e2e-52ae-48e2-a0b5-43dd3b8f767b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:31.735178 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e6277d07-c6a4-4a13-a3d7-d1815feb3abd req-c1b54e2e-52ae-48e2-a0b5-43dd3b8f767b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.8199887 Jul 29 13:49:31.785524 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d8d02ad4-d9da-4aeb-a981-610b99f9b8a8 req-38fcb78f-527c-4ef6-9046-b6733455bb3b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597386 Jul 29 13:49:31.844643 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e6277d07-c6a4-4a13-a3d7-d1815feb3abd req-08fc62f7-f496-451c-a99f-87403da0e7d4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996637 Jul 29 13:49:31.886908 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Attempting to bind port 0c6977f5-c2da-46a1-8260-ec99f3d94265 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:49:31.886908 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Attempting to bind port 0c6977f5-c2da-46a1-8260-ec99f3d94265 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '54a748e7-6770-4e18-81e3-1535b3247af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:49:31.886908 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Attempting to bind port 0c6977f5-c2da-46a1-8260-ec99f3d94265 on network 4e906f8d-9087-44ca-9409-a021a419cd23 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:49:31.946243 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:49:31.946629 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Checking segment: {'id': '54a748e7-6770-4e18-81e3-1535b3247af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:31.947258 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:31.947816 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Bound using segment: {'id': '54a748e7-6770-4e18-81e3-1535b3247af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:49:31.948506 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Bound port: 0c6977f5-c2da-46a1-8260-ec99f3d94265, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a748e7-6770-4e18-81e3-1535b3247af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:49:31.949125 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:31.962365 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-2d76073a-6e97-4788-9973-326e6091e22a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2334406 Jul 29 13:49:32.150242 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.db_base_plugin_common [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Allocated IP 172.20.0.2 (e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6/8cbe1a74-bfce-4aa6-9a9f-b58be0690b69/5cf2452d-faea-4906-8e84-06b1b066e71a) {{(pid=78541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:49:32.163114 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] For port 0c6977f5-c2da-46a1-8260-ec99f3d94265, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:49:32.166705 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] For port 0c6977f5-c2da-46a1-8260-ec99f3d94265, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=0c6977f5-c2da-46a1-8260-ec99f3d94265,segment=NetworkSegment(54a748e7-6770-4e18-81e3-1535b3247af5),segment_id=54a748e7-6770-4e18-81e3-1535b3247af5)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:49:32.202104 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:32.210327 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:32.313906 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:32.356557 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:32.440433 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17606d1d-0c9d-458d-a124-874e92927439 None None] Pushing event updated for resources: {'Port': ['ID=0c6977f5-c2da-46a1-8260-ec99f3d94265,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:32.457215 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-17606d1d-0c9d-458d-a124-874e92927439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:32.461016 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Routers {'9b716b5a-0c0d-41fe-9d24-874bb73f410e'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:49:32.461617 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:49:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:32.551439 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Allocated IP 172.27.0.161 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/86a14c60-bfe6-43ec-93a1-0fa8fb0e875c) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:49:32.787958 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:32.814383 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:32.819556 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] Set router 9b716b5a-0c0d-41fe-9d24-874bb73f410e gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:49:32.829427 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:32.839876 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:32.896608 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Transition to ACTIVE for port object 5cf2452d-faea-4906-8e84-06b1b066e71a will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:32.929787 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Transition to ACTIVE for port object 5cf2452d-faea-4906-8e84-06b1b066e71a will not be triggered until provisioned by entity DHCP. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:33.016766 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:33.020932 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:49:33.025289 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:33.027669 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:33.034516 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:49:33.107772 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b53fc-cd20-4279-80b4-2a6e17e56741 req-56159f1d-8381-4f7b-b6f2-393ddf920d21 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:33.117124 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9c4b53fc-cd20-4279-80b4-2a6e17e56741 req-56159f1d-8381-4f7b-b6f2-393ddf920d21 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1850581 Jul 29 13:49:33.130506 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Pushing event updated for resources: {'Port': ['ID=86a14c60-bfe6-43ec-93a1-0fa8fb0e875c,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:33.205021 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9c4b53fc-cd20-4279-80b4-2a6e17e56741 req-abc2b308-fed2-4e81-8231-7f3adb62ab9a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862756 Jul 29 13:49:33.273808 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 is already hosted by enough agents. {{(pid=78541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:49:33.288285 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.base_scheduler [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Resources bound (agent type, host, resource id): {{(pid=78541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:33.289764 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Received port after_create {{(pid=78541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:49:33.292194 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Pushing event updated for resources: {'Port': ['ID=5cf2452d-faea-4906-8e84-06b1b066e71a,revision_number=1']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:33.296960 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.297631 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.298103 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.300105 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.300105 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.300847 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.301529 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.302143 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.302668 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.304608 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.304830 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.305197 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:49:33.307076 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:33.432223 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7b66d636-0450-48c5-9abc-1a64a686a872 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:49:33.437889 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:33.482482 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Attempting to bind port 5cf2452d-faea-4906-8e84-06b1b066e71a on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:49:33.482853 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Attempting to bind port 5cf2452d-faea-4906-8e84-06b1b066e71a by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '75160c41-da5f-4e3a-a05d-64a2f1a10a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:49:33.483225 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Attempting to bind port 5cf2452d-faea-4906-8e84-06b1b066e71a on network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:49:33.525693 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:49:33.526039 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Checking segment: {'id': '75160c41-da5f-4e3a-a05d-64a2f1a10a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:33.526402 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:33.526768 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Bound using segment: {'id': '75160c41-da5f-4e3a-a05d-64a2f1a10a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:49:33.527338 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Bound port: 5cf2452d-faea-4906-8e84-06b1b066e71a, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75160c41-da5f-4e3a-a05d-64a2f1a10a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:49:33.527737 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:33.710891 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80db37-d583-4b6d-85d4-f7e185cb81f3 req-9a8d972b-66c2-49aa-9948-3c308d779b1d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:33.712674 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ae80db37-d583-4b6d-85d4-f7e185cb81f3 req-9a8d972b-66c2-49aa-9948-3c308d779b1d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.5517159 Jul 29 13:49:33.795427 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] For port 5cf2452d-faea-4906-8e84-06b1b066e71a, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:49:33.798973 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] For port 5cf2452d-faea-4906-8e84-06b1b066e71a, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=5cf2452d-faea-4906-8e84-06b1b066e71a,segment=NetworkSegment(75160c41-da5f-4e3a-a05d-64a2f1a10a49),segment_id=75160c41-da5f-4e3a-a05d-64a2f1a10a49)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:49:33.845723 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:33.853660 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-17606d1d-0c9d-458d-a124-874e92927439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:33.884671 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ae80db37-d583-4b6d-85d4-f7e185cb81f3 req-5192cfe3-db3b-4bf8-b057-c987312b85a3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608348 Jul 29 13:49:33.909278 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:33.980831 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Pushing event updated for resources: {'Port': ['ID=5cf2452d-faea-4906-8e84-06b1b066e71a,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:33.985494 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:33.993204 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'name': 'tempest-TestShelveInstance-1875223888-router', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:18Z', 'updated_at': '2021-07-29T13:49:26Z', 'revision_number': 4, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'gw_port': {'id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:20Z', 'updated_at': '2021-07-29T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '0c6977f5-c2da-46a1-8260-ec99f3d94265', 'name': '', 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'mac_address': 'fa:16:3e:31:d3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'b094e35b-cc97-4b32-bdbd-d6880a778b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:25Z', 'updated_at': '2021-07-29T13:49:32Z', 'revision_number': 4, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'subnets': [{'id': 'b094e35b-cc97-4b32-bdbd-d6880a778b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:34.008984 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6c5e9-310e-4a81-a411-3b969ac48b6c None None] The sync data for ids ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'] in dv-cinder-801321-2-iscsi is: [{'id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'name': 'tempest-TestShelveInstance-1875223888-router', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:18Z', 'updated_at': '2021-07-29T13:49:26Z', 'revision_number': 4, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'gw_port': {'id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:20Z', 'updated_at': '2021-07-29T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '0c6977f5-c2da-46a1-8260-ec99f3d94265', 'name': '', 'network_id': '4e906f8d-9087-44ca-9409-a021a419cd23', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'mac_address': 'fa:16:3e:31:d3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'b094e35b-cc97-4b32-bdbd-d6880a778b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:25Z', 'updated_at': '2021-07-29T13:49:32Z', 'revision_number': 4, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'subnets': [{'id': 'b094e35b-cc97-4b32-bdbd-d6880a778b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:49:34.650923 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1975871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884'] for router, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:34.762829 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-2500e109-87c1-4221-a8a2-5f92186a3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:34.764349 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-2500e109-87c1-4221-a8a2-5f92186a3587 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b&tenant_id=2026d9b7e1c749a99c004c932f036162 HTTP/1.1" status: 200 len: 1096 time: 0.2778606 Jul 29 13:49:34.772569 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba4270-3590-4362-814e-3fc7463cfe13 req-1a9b870c-87c4-44d1-bb4a-e06ba3660317 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:34.774054 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83ba4270-3590-4362-814e-3fc7463cfe13 req-1a9b870c-87c4-44d1-bb4a-e06ba3660317 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.2553508 Jul 29 13:49:35.123469 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83ba4270-3590-4362-814e-3fc7463cfe13 req-4a1f89de-f4a9-45f6-8a89-9de58a38841c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421607 Jul 29 13:49:35.186024 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 0c6977f5-c2da-46a1-8260-ec99f3d94265 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:35.245178 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-e2f74019-accb-4f38-9d24-862e4ca0f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:35.247156 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860076c7-73e5-49f2-8e01-7ebc49666038 req-07121b0b-df70-4575-916b-3da17f4ff8e2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:35.247698 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-e2f74019-accb-4f38-9d24-862e4ca0f282 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 1096 time: 0.4481735 Jul 29 13:49:35.248797 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-860076c7-73e5-49f2-8e01-7ebc49666038 req-07121b0b-df70-4575-916b-3da17f4ff8e2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.1564298 Jul 29 13:49:35.249584 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 is scheduled to L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 with binding_index 1 {{(pid=78540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 13:49:35.360826 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f09eb8fc-4052-497f-a278-509631814f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:35.373798 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 0c6977f5-c2da-46a1-8260-ec99f3d94265 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:35.395737 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 0c6977f5-c2da-46a1-8260-ec99f3d94265 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:35.396609 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:35.422349 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-860076c7-73e5-49f2-8e01-7ebc49666038 req-487c2f55-8f5a-4ea6-ae15-c882fe8045e0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652896 Jul 29 13:49:35.545437 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db46bc-99d5-418f-a24e-8ad7515ba91d None None] Network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:49:35.700883 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:35.713359 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-542935b1-611c-436e-8df0-0a41a7cf8235 None None] Provisioning for port 5cf2452d-faea-4906-8e84-06b1b066e71a completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:35.739054 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-8c67fce2-3a2a-4465-bfa2-353bc6299f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:35.740712 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-8c67fce2-3a2a-4465-bfa2-353bc6299f40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 916 time: 0.4760838 Jul 29 13:49:35.744073 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:35.796309 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 0c6977f5-c2da-46a1-8260-ec99f3d94265, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=0c6977f5-c2da-46a1-8260-ec99f3d94265,segment=NetworkSegment(54a748e7-6770-4e18-81e3-1535b3247af5),segment_id=54a748e7-6770-4e18-81e3-1535b3247af5)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:35.803175 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:35.804038 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 5cf2452d-faea-4906-8e84-06b1b066e71a up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:35.812324 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:49:35.824267 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Sync routers for ids ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:49:35.835567 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Routers {'5e9fb0ca-107e-4507-a0e9-7b1298866b71'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:49:35.836377 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:49:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:35.842210 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:35.862842 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b47180-2ecf-4a6d-a7de-23801737cb8c req-1a4f8acb-a692-410a-a13b-d19bc9d30928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:35.864390 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d6b47180-2ecf-4a6d-a7de-23801737cb8c req-1a4f8acb-a692-410a-a13b-d19bc9d30928 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.3127546 Jul 29 13:49:35.900135 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Notify callbacks [] for router, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:35.903860 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1870031 Jul 29 13:49:35.905605 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-e0105e89-8e92-4fd6-a2cd-18f7d17d1804 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b66d636-0450-48c5-9abc-1a64a686a872 HTTP/1.1" status: 200 len: 998 time: 0.1519966 Jul 29 13:49:35.906062 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36758) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:36.009533 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=0c6977f5-c2da-46a1-8260-ec99f3d94265,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:36.034379 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Set router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:49:36.043023 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d6b47180-2ecf-4a6d-a7de-23801737cb8c req-b330ec91-4735-49cf-92ac-1255f9b75d2c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702828 Jul 29 13:49:36.069373 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:36.079380 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 5cf2452d-faea-4906-8e84-06b1b066e71a completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:36.088585 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 5cf2452d-faea-4906-8e84-06b1b066e71a triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:36.089011 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:36.142661 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-9c26a13f-4cda-4c82-9d55-aa7958d83804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:36.142661 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-9c26a13f-4cda-4c82-9d55-aa7958d83804 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 200 len: 854 time: 0.1725056 Jul 29 13:49:36.403792 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:36.521904 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 5cf2452d-faea-4906-8e84-06b1b066e71a, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=5cf2452d-faea-4906-8e84-06b1b066e71a,segment=NetworkSegment(75160c41-da5f-4e3a-a05d-64a2f1a10a49),segment_id=75160c41-da5f-4e3a-a05d-64a2f1a10a49)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:36.538308 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:36.540963 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:36.607023 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'name': 'tempest-TestShelveInstance-1187952212-router', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:30Z', 'updated_at': '2021-07-29T13:49:33Z', 'revision_number': 3, 'project_id': 'e75f672b8da44767b41e70861b105514', 'gw_port': {'id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:32Z', 'updated_at': '2021-07-29T13:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:36.621472 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Checking router: 5e9fb0ca-107e-4507-a0e9-7b1298866b71 for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:49:36.622785 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Updating router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:49:36.648236 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=5cf2452d-faea-4906-8e84-06b1b066e71a,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:36.652219 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-6921c490-5afb-4e6b-8a8e-2672873398e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:36.653919 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-6921c490-5afb-4e6b-8a8e-2672873398e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96f4876e-fe94-4c5a-a961-3b195609878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5037534 Jul 29 13:49:36.661419 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:36.681352 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-df18b428-a5ec-498a-9818-e04d30e734fd None None] Provisioning complete for port 5cf2452d-faea-4906-8e84-06b1b066e71a triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:36.687410 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d8fdb-d603-48bc-935e-0dfd1fa053ff req-a6f5ffc6-02a8-4c56-a9bb-f3371aa46b68 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:36.689078 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5b2d8fdb-d603-48bc-935e-0dfd1fa053ff req-a6f5ffc6-02a8-4c56-a9bb-f3371aa46b68 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.3791049 Jul 29 13:49:36.691331 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-df18b428-a5ec-498a-9818-e04d30e734fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:36.699765 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:36.787181 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c6dca-6714-4707-aee9-fe769665c37d req-c7b9ef54-89d7-4d96-842b-2a8d78ebb8ed tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:36.801653 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-577c6dca-6714-4707-aee9-fe769665c37d req-c7b9ef54-89d7-4d96-842b-2a8d78ebb8ed tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.1397040 Jul 29 13:49:36.895777 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-577c6dca-6714-4707-aee9-fe769665c37d req-f6d87441-6bca-4c7b-9f6b-ec19e319cfe6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925238 Jul 29 13:49:37.070659 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 0c6977f5-c2da-46a1-8260-ec99f3d94265 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:37.125058 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5b2d8fdb-d603-48bc-935e-0dfd1fa053ff req-913ffe77-4ab2-4ebd-aecd-47d70e308d3c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787804 Jul 29 13:49:37.171794 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-61705be4-6671-49b6-b424-aa5dd93b1d21 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805846 Jul 29 13:49:37.177032 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 0c6977f5-c2da-46a1-8260-ec99f3d94265 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:37.177546 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.301638 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.318129 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Transition to ACTIVE for port object 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:37.328150 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.335728 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:37.336608 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 5cf2452d-faea-4906-8e84-06b1b066e71a up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:37.399635 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-d2078068-e9f9-41c1-aead-ce3de33a93c9 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998174 Jul 29 13:49:37.427800 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 5cf2452d-faea-4906-8e84-06b1b066e71a triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:37.428407 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.437936 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84d83e-39b4-4faa-ba84-242c4333c7d7 None None] Pushing event updated for resources: {'Port': ['ID=86a14c60-bfe6-43ec-93a1-0fa8fb0e875c,revision_number=2']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:37.441576 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Attempting to bind port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:49:37.446164 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Attempting to bind port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:49:37.446566 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Attempting to bind port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c on network eed72035-af2d-4cbe-b110-9304fe4a96ea {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:49:37.453163 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-5d84d83e-39b4-4faa-ba84-242c4333c7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:37.453981 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:49:37.454500 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:37.454619 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.454910 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.456054 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Bound using segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:49:37.456846 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Bound port: 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:49:37.457302 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.555626 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:49:37.556497 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] For port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:49:37.559959 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] For port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=86a14c60-bfe6-43ec-93a1-0fa8fb0e875c,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:49:37.566584 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.571411 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:37.670355 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Routers {'5e9fb0ca-107e-4507-a0e9-7b1298866b71'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:49:37.671078 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:49:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:37.747323 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Allocated IP 172.20.0.1 (e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6/8cbe1a74-bfce-4aa6-9a9f-b58be0690b69/7bec29c1-4b4b-4344-9637-f61ccdbaa366) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:49:37.752840 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84d83e-39b4-4faa-ba84-242c4333c7d7 None None] Pushing event updated for resources: {'Port': ['ID=86a14c60-bfe6-43ec-93a1-0fa8fb0e875c,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:37.756529 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-5d84d83e-39b4-4faa-ba84-242c4333c7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:37.795354 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e5068e3b-675a-450d-83f7-61916361722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.886297 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] Set router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:49:37.931537 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.952586 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Transition to ACTIVE for port object 7bec29c1-4b4b-4344-9637-f61ccdbaa366 will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:37.984687 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:37.991637 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:38.063184 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:49:38.067668 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:38.073411 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:49:38.160349 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973849'] for router_interface, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:38.183328 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Pushing event updated for resources: {'Port': ['ID=7bec29c1-4b4b-4344-9637-f61ccdbaa366,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:38.186784 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:38.373146 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6452c4-5304-4b08-ae55-bdc974c9f35a req-940e8fac-34c0-4563-a65b-21de93e4a5d2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:38.404335 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3e6452c4-5304-4b08-ae55-bdc974c9f35a req-940e8fac-34c0-4563-a65b-21de93e4a5d2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.3138497 Jul 29 13:49:38.545751 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3e6452c4-5304-4b08-ae55-bdc974c9f35a req-fe2b4c56-a7c3-4d24-9bdb-5fe9b74d8d08 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352789 Jul 29 13:49:38.566842 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:38.628912 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-0791bfd2-4b5e-4b6c-9659-9e9e01726e74 None None] Provisioning for port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:38.634457 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-0791bfd2-4b5e-4b6c-9659-9e9e01726e74 None None] Provisioning complete for port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:38.634844 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0791bfd2-4b5e-4b6c-9659-9e9e01726e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:38.638762 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'name': 'tempest-TestShelveInstance-1187952212-router', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:30Z', 'updated_at': '2021-07-29T13:49:33Z', 'revision_number': 3, 'project_id': 'e75f672b8da44767b41e70861b105514', 'gw_port': {'id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:32Z', 'updated_at': '2021-07-29T13:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:38.653233 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9d9ca-d340-4b72-91d4-7db6018ae0fa None None] The sync data for ids ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'] in dv-cinder-801321-2-iscsi is: [{'id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'name': 'tempest-TestShelveInstance-1187952212-router', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:30Z', 'updated_at': '2021-07-29T13:49:33Z', 'revision_number': 3, 'project_id': 'e75f672b8da44767b41e70861b105514', 'gw_port': {'id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:32Z', 'updated_at': '2021-07-29T13:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:49:38.796799 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-0791bfd2-4b5e-4b6c-9659-9e9e01726e74 None None] Port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:49:38.930861 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56630fb-61ef-4d93-9917-9de9ad97f2e7 req-37bb30ac-c15f-42f2-9dea-4875639b5c4a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:38.932617 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e56630fb-61ef-4d93-9917-9de9ad97f2e7 req-37bb30ac-c15f-42f2-9dea-4875639b5c4a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.3793607 Jul 29 13:49:39.151797 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e56630fb-61ef-4d93-9917-9de9ad97f2e7 req-c93a9695-a560-42e9-a2be-c13321589a67 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347127 Jul 29 13:49:39.216456 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:39.222838 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:39.259024 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:39.370812 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:39.494211 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Pushing event updated for resources: {'Port': ['ID=7bec29c1-4b4b-4344-9637-f61ccdbaa366,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:39.499189 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:39.511191 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973814'] for router_interface, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:39.853807 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:49:39.855379 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:49:39.992892 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7aae6-88d9-49ad-b485-354414282095 req-bb5b27c0-5ba8-4c39-b05a-1f7632903dd5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:40.015101 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a7c7aae6-88d9-49ad-b485-354414282095 req-bb5b27c0-5ba8-4c39-b05a-1f7632903dd5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.2273874 Jul 29 13:49:40.135710 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a7c7aae6-88d9-49ad-b485-354414282095 req-776fb82c-f714-45b3-abc8-af672a65cf9f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189559 Jul 29 13:49:40.249680 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-a2cc577c-fd87-4d81-8016-c49c154b1ffa None None] Provisioning complete for port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:40.250660 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a2cc577c-fd87-4d81-8016-c49c154b1ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:40.275451 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 13:49:40.309307 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b688-a1f1-4687-bb67-4306b1a5d2f3 req-917a4660-da7e-4b9d-b0ab-14e7a880cb3a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:40.310979 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f427b688-a1f1-4687-bb67-4306b1a5d2f3 req-917a4660-da7e-4b9d-b0ab-14e7a880cb3a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1550865 Jul 29 13:49:40.340752 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc577c-fd87-4d81-8016-c49c154b1ffa None None] Port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:49:40.457710 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f427b688-a1f1-4687-bb67-4306b1a5d2f3 req-7df4f2f8-e8e8-46d8-b48b-fdc5b38a9dfb tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847700 Jul 29 13:49:40.575949 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:49:40.586673 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] 10.222.0.23 "PUT /v2.0/routers/5e9fb0ca-107e-4507-a0e9-7b1298866b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6783047 Jul 29 13:49:40.904869 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:41.051777 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:41.146766 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:41.154055 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:41.155174 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:41.268090 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Sync routers for ids ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:49:41.300560 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Routers {'5e9fb0ca-107e-4507-a0e9-7b1298866b71'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:49:41.301695 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:49:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:41.443637 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36826) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:41.449069 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-521467362', 'description': 'tempest-secgroup-smoke-521467362 description', 'project_id': '080f48a4eafd43dc95727a22e5306ea0'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:41.472602 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:41.482123 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Usage tracker for resource:security_group and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:41.492540 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:41.505228 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:41.528188 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:41.561466 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:41.641391 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:41.678859 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=86a14c60-bfe6-43ec-93a1-0fa8fb0e875c,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:41.687047 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Usage tracker for resource:security_group_rule and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:41.697425 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:41.701708 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:41.716404 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:41.727340 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:41.789685 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec920d8d-e3aa-44b0-bdbc-8a1563d8fd24 req-532bf606-49df-44c5-9713-9ee763241f08 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:41.791657 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ec920d8d-e3aa-44b0-bdbc-8a1563d8fd24 req-532bf606-49df-44c5-9713-9ee763241f08 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.1520376 Jul 29 13:49:41.806845 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fd9d2-3ed5-4d7d-8bf0-83c053a08dbb req-b24cfbfe-9a10-4b1a-b275-02b98aadc0a1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:41.809336 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5d0fd9d2-3ed5-4d7d-8bf0-83c053a08dbb req-b24cfbfe-9a10-4b1a-b275-02b98aadc0a1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1518295 Jul 29 13:49:41.837432 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Set router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:49:41.877508 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5d0fd9d2-3ed5-4d7d-8bf0-83c053a08dbb req-f389f1b0-b3a5-439b-b4e8-eafb751efa7d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606787 Jul 29 13:49:41.881096 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:41.892991 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:41.936753 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ec920d8d-e3aa-44b0-bdbc-8a1563d8fd24 req-5d236bcf-b9ad-4b60-9547-380b845ba10a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031890 Jul 29 13:49:41.936753 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-24f6d28e-f654-4893-ac00-ecd17c4a9049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:41.956134 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:41.956134 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5032167 Jul 29 13:49:41.956976 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36834) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:41.958265 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Request body: {'security_group_rule': {'security_group_id': '193b7bd0-f8bb-4660-8fc4-11c43321eb3c', 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:41.976161 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:41.976722 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193b7bd0-f8bb-4660-8fc4-11c43321eb3c,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:41.979996 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:41.980843 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Usage tracker for resource:security_group_rule and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:41.984919 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:41.995331 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:42.020283 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=86a14c60-bfe6-43ec-93a1-0fa8fb0e875c,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:42.022397 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.037998 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:42.140099 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.146168 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.148224 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:42.170985 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fdbab3-4c77-4169-9f79-f58a460b8605,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:42.177102 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:42.188813 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.200600 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2425864 Jul 29 13:49:42.200600 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 36840) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:42.211181 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Request body: {'security_group_rule': {'security_group_id': '193b7bd0-f8bb-4660-8fc4-11c43321eb3c', 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:42.218786 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:42.223805 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Usage tracker for resource:security_group_rule and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:42.226893 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:42.232882 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:42.256124 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.331193 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'name': 'tempest-TestShelveInstance-1187952212-router', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:30Z', 'updated_at': '2021-07-29T13:49:38Z', 'revision_number': 4, 'project_id': 'e75f672b8da44767b41e70861b105514', 'gw_port': {'id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:32Z', 'updated_at': '2021-07-29T13:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '7bec29c1-4b4b-4344-9637-f61ccdbaa366', 'name': '', 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'mac_address': 'fa:16:3e:cf:70:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '8cbe1a74-bfce-4aa6-9a9f-b58be0690b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:37Z', 'updated_at': '2021-07-29T13:49:38Z', 'revision_number': 2, 'project_id': 'e75f672b8da44767b41e70861b105514', 'subnets': [{'id': '8cbe1a74-bfce-4aa6-9a9f-b58be0690b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:42.341568 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Checking router: 5e9fb0ca-107e-4507-a0e9-7b1298866b71 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:49:42.343329 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Updating router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 binding host dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:49:42.350628 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.357631 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.382724 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f740f676-5b90-4bac-92ab-5ac73d4cb654 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:42.403458 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade87521-3e37-4172-a9a4-8e22534ead0f,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:42.406621 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:42.408229 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.409808 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2036428 Jul 29 13:49:42.413201 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36846) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:42.421797 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Request body: {'security_group_rule': {'security_group_id': '193b7bd0-f8bb-4660-8fc4-11c43321eb3c', 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:42.431052 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:42.435869 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Usage tracker for resource:security_group_rule and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:42.439026 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:42.447342 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:42.465348 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.471479 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.582166 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.590246 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.592701 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:42.635793 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43821294-2956-4dd0-b24a-a70ec5acd6a6,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:42.642333 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:42.657146 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.662411 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-b2336691-8864-4f40-bf32-f236c1abd685 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2449467 Jul 29 13:49:42.662861 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36852) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:42.671743 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Request body: {'security_group_rule': {'security_group_id': '193b7bd0-f8bb-4660-8fc4-11c43321eb3c', 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:42.687742 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:42.707352 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Usage tracker for resource:security_group_rule and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:42.713511 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:42.723180 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:42.752127 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.844446 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.856172 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.864676 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:42.885825 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f574f76-b764-47f8-9794-b0f58e704514,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:42.888303 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:42.898465 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.899893 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2356002 Jul 29 13:49:42.902428 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36856) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:42.908162 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Request body: {'security_group_rule': {'security_group_id': '193b7bd0-f8bb-4660-8fc4-11c43321eb3c', 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:42.913854 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:42.922262 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Usage tracker for resource:security_group_rule and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:42.926766 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:42.932728 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:42.943440 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:42.952325 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.securitygroups_db [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Project 080f48a4eafd43dc95727a22e5306ea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 13:49:42.963079 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.080183 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.085460 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.088402 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-13b5fb4f-3bc8-4528-9327-081241f1c828 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:43.139318 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd6c969-2d9e-4649-91f7-c2e649f2b07e,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:43.142071 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:43.150293 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:43.156636 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.159005 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-9c879a01-2e70-4337-bcfe-3e98bd1626f7 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2552133 Jul 29 13:49:43.161458 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 36864) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:49:43.171722 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Request body: {'security_group_rule': {'security_group_id': '193b7bd0-f8bb-4660-8fc4-11c43321eb3c', 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:49:43.183083 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:49:43.190512 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Usage tracker for resource:security_group_rule and tenant:080f48a4eafd43dc95727a22e5306ea0 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:49:43.195315 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:49:43.204719 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:49:43.232418 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Notify callbacks [] for port, precommit_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.248768 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Transition to ACTIVE for port object 7bec29c1-4b4b-4344-9637-f61ccdbaa366 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:49:43.272023 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.279931 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:43.337570 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67095434-6b6d-480b-b0b0-07a14de36b0e req-fc79a1fc-491b-4883-a729-e56cd163c2fc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:43.346535 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-67095434-6b6d-480b-b0b0-07a14de36b0e req-fc79a1fc-491b-4883-a729-e56cd163c2fc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1909769 Jul 29 13:49:43.432021 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.securitygroups_db [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Project 080f48a4eafd43dc95727a22e5306ea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 13:49:43.448542 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-67095434-6b6d-480b-b0b0-07a14de36b0e req-ab39ef49-e7c3-4704-975e-fcadb8a7988e tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003332 Jul 29 13:49:43.473730 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.618274 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5091647-cd11-41bb-8086-c6c074831a93 None None] Pushing event updated for resources: {'Port': ['ID=7bec29c1-4b4b-4344-9637-f61ccdbaa366,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:43.625010 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838462-5665-439f-8d64-79274c4a16ec req-930cc60c-3179-401b-bfc9-61536c5ba238 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:43.638188 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-73838462-5665-439f-8d64-79274c4a16ec req-930cc60c-3179-401b-bfc9-61536c5ba238 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.4108727 Jul 29 13:49:43.638877 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:43.639482 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.693950 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.716777 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.725332 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-f5091647-cd11-41bb-8086-c6c074831a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:43.730189 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:43.773046 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-73838462-5665-439f-8d64-79274c4a16ec req-f5e0f748-0a7c-4d38-aeff-3ddcdd17021a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329892 Jul 29 13:49:43.803916 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048e8926-9698-4ab2-b204-92a4b69790ec,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:43.819371 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.846365 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6805978 Jul 29 13:49:43.853369 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-aaaf5c7d-3a79-4af0-976c-7f07d0258f56 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:43.868197 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Attempting to bind port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:49:43.868725 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Attempting to bind port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '75160c41-da5f-4e3a-a05d-64a2f1a10a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:49:43.869219 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Attempting to bind port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 on network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:49:43.921908 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:49:43.922424 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Checking segment: {'id': '75160c41-da5f-4e3a-a05d-64a2f1a10a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:49:43.922942 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:43.923445 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Bound using segment: {'id': '75160c41-da5f-4e3a-a05d-64a2f1a10a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:49:43.924734 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Bound port: 7bec29c1-4b4b-4344-9637-f61ccdbaa366, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75160c41-da5f-4e3a-a05d-64a2f1a10a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:49:43.925224 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:44.068457 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] For port 7bec29c1-4b4b-4344-9637-f61ccdbaa366, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:49:44.074386 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] For port 7bec29c1-4b4b-4344-9637-f61ccdbaa366, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=7bec29c1-4b4b-4344-9637-f61ccdbaa366,segment=NetworkSegment(75160c41-da5f-4e3a-a05d-64a2f1a10a49),segment_id=75160c41-da5f-4e3a-a05d-64a2f1a10a49)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:49:44.079230 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:44.083699 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:44.162353 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Routers {'5e9fb0ca-107e-4507-a0e9-7b1298866b71'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:49:44.163018 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:49:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:44.253687 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5091647-cd11-41bb-8086-c6c074831a93 None None] Pushing event updated for resources: {'Port': ['ID=7bec29c1-4b4b-4344-9637-f61ccdbaa366,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:44.264722 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-f5091647-cd11-41bb-8086-c6c074831a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:44.452649 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] Set router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:49:44.707577 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8cc89-8818-4736-a67f-6aec7a41d9d2 req-0013400d-f0bd-4e4a-a936-393db7dbc10b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:44.709236 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5fe8cc89-8818-4736-a67f-6aec7a41d9d2 req-0013400d-f0bd-4e4a-a936-393db7dbc10b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1112857 Jul 29 13:49:44.784025 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5fe8cc89-8818-4736-a67f-6aec7a41d9d2 req-e5f01ca2-e394-4ac4-85c7-8c4a7864dc99 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676117 Jul 29 13:49:44.903029 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'name': 'tempest-TestShelveInstance-1187952212-router', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:30Z', 'updated_at': '2021-07-29T13:49:38Z', 'revision_number': 4, 'project_id': 'e75f672b8da44767b41e70861b105514', 'gw_port': {'id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:32Z', 'updated_at': '2021-07-29T13:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '7bec29c1-4b4b-4344-9637-f61ccdbaa366', 'name': '', 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'mac_address': 'fa:16:3e:cf:70:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '8cbe1a74-bfce-4aa6-9a9f-b58be0690b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:37Z', 'updated_at': '2021-07-29T13:49:44Z', 'revision_number': 4, 'project_id': 'e75f672b8da44767b41e70861b105514', 'subnets': [{'id': '8cbe1a74-bfce-4aa6-9a9f-b58be0690b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:49:44.914258 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893b080-9593-4251-b56d-f204c81e3792 None None] The sync data for ids ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'] in dv-cinder-801321-2-iscsi is: [{'id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'name': 'tempest-TestShelveInstance-1187952212-router', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:30Z', 'updated_at': '2021-07-29T13:49:38Z', 'revision_number': 4, 'project_id': 'e75f672b8da44767b41e70861b105514', 'gw_port': {'id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:32Z', 'updated_at': '2021-07-29T13:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '7bec29c1-4b4b-4344-9637-f61ccdbaa366', 'name': '', 'network_id': 'e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'mac_address': 'fa:16:3e:cf:70:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '8cbe1a74-bfce-4aa6-9a9f-b58be0690b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:37Z', 'updated_at': '2021-07-29T13:49:44Z', 'revision_number': 4, 'project_id': 'e75f672b8da44767b41e70861b105514', 'subnets': [{'id': '8cbe1a74-bfce-4aa6-9a9f-b58be0690b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:49:45.213172 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc139ce-2c5f-42b2-b5d3-c03b1696b640 req-061c8a68-c4eb-4651-8831-70ecca857181 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:45.215359 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cdc139ce-2c5f-42b2-b5d3-c03b1696b640 req-061c8a68-c4eb-4651-8831-70ecca857181 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.2502813 Jul 29 13:49:45.338813 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cdc139ce-2c5f-42b2-b5d3-c03b1696b640 req-5a72e429-e917-4eb9-be18-3f094019fed8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085939 Jul 29 13:49:46.106494 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737cf94-35f1-4968-aa74-be7f83a22331 req-649e83a4-fc0d-4065-aaed-cdd1246b59df tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:46.109167 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9737cf94-35f1-4968-aa74-be7f83a22331 req-649e83a4-fc0d-4065-aaed-cdd1246b59df tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1327081 Jul 29 13:49:46.171388 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9737cf94-35f1-4968-aa74-be7f83a22331 req-7695bb5d-bd5e-450d-94cf-6a61ebb3d943 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547130 Jul 29 13:49:46.582991 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e533795-4515-4728-82a9-b91fe4fea76e req-32d5a528-69dc-4208-b840-62fe85d98f51 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:46.584601 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0e533795-4515-4728-82a9-b91fe4fea76e req-32d5a528-69dc-4208-b840-62fe85d98f51 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.0928774 Jul 29 13:49:46.640095 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0e533795-4515-4728-82a9-b91fe4fea76e req-68b6b01b-b015-4685-a3dc-861ea7d0cc71 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496581 Jul 29 13:49:47.024299 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 7bec29c1-4b4b-4344-9637-f61ccdbaa366 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:47.110011 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:49:47.118406 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:47.118742 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:47.289826 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:47.339450 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 7bec29c1-4b4b-4344-9637-f61ccdbaa366, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=7bec29c1-4b4b-4344-9637-f61ccdbaa366,segment=NetworkSegment(75160c41-da5f-4e3a-a05d-64a2f1a10a49),segment_id=75160c41-da5f-4e3a-a05d-64a2f1a10a49)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:49:47.349441 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:47.351631 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-f5091647-cd11-41bb-8086-c6c074831a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:49:47.440430 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=7bec29c1-4b4b-4344-9637-f61ccdbaa366,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:49:47.458334 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:49:47.501399 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539f5bb-41ed-4149-a21a-35476e81e713 req-c5e7e400-90d6-43c6-9aae-3748d7897361 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:47.504664 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5539f5bb-41ed-4149-a21a-35476e81e713 req-c5e7e400-90d6-43c6-9aae-3748d7897361 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1624222 Jul 29 13:49:47.583636 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5539f5bb-41ed-4149-a21a-35476e81e713 req-3b83516b-3bd7-4fbb-9ad2-df5cb0c32e3d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706348 Jul 29 13:49:47.870773 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bce1ff-59bc-4f70-9425-295764835df5 req-763b08f3-ef53-4757-862c-08845a2b9a98 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:47.872744 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e9bce1ff-59bc-4f70-9425-295764835df5 req-763b08f3-ef53-4757-862c-08845a2b9a98 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.0954545 Jul 29 13:49:47.922497 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e9bce1ff-59bc-4f70-9425-295764835df5 req-0b4310b6-02bf-4404-935f-6b041fd2a122 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Jul 29 13:49:48.780341 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac780d-b6e0-4178-8206-6514afab5be4 req-04d83ae7-70ca-42a6-ba62-fe2b53c22097 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:48.781801 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c2ac780d-b6e0-4178-8206-6514afab5be4 req-04d83ae7-70ca-42a6-ba62-fe2b53c22097 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0851717 Jul 29 13:49:48.835204 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c2ac780d-b6e0-4178-8206-6514afab5be4 req-cd60a3f3-46b6-44bd-a5ce-9c4eaf412c0f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474358 Jul 29 13:49:49.046927 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 7bec29c1-4b4b-4344-9637-f61ccdbaa366 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:49:49.121503 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:49:49.121799 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:49:49.130610 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757dbf1-a06b-48b2-a6cc-9c0344442572 req-342586c5-c2c1-4f77-a57a-dafddb35f977 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:49.130610 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6757dbf1-a06b-48b2-a6cc-9c0344442572 req-342586c5-c2c1-4f77-a57a-dafddb35f977 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.0881834 Jul 29 13:49:49.260607 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6757dbf1-a06b-48b2-a6cc-9c0344442572 req-8e6d9dea-5dcb-4b01-8273-53b6576da981 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244235 Jul 29 13:49:50.078349 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7192e-5020-4a37-8861-be353f8d46b4 req-f8a10cad-9f5f-48ee-b3c4-aac926d305e2 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:50.080380 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a3d7192e-5020-4a37-8861-be353f8d46b4 req-f8a10cad-9f5f-48ee-b3c4-aac926d305e2 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1267531 Jul 29 13:49:50.128712 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a3d7192e-5020-4a37-8861-be353f8d46b4 req-3154c7f9-845d-4f66-9bbb-ad9f4a133613 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Jul 29 13:49:50.521970 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa15dc-22cb-4ac5-a456-5cdfd702cd8b req-8582568e-3337-4240-8567-853290c9e09d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:50.521970 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d7fa15dc-22cb-4ac5-a456-5cdfd702cd8b req-8582568e-3337-4240-8567-853290c9e09d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.0947194 Jul 29 13:49:50.578031 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d7fa15dc-22cb-4ac5-a456-5cdfd702cd8b req-d55a2ede-4490-48c5-94c1-0624b9cd9d89 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460968 Jul 29 13:49:51.331684 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52333fbd-859f-485a-b5ab-dc700624e828 req-0412cb70-3a85-4d32-8fd2-2e2c602a8608 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:51.333333 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-52333fbd-859f-485a-b5ab-dc700624e828 req-0412cb70-3a85-4d32-8fd2-2e2c602a8608 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0914345 Jul 29 13:49:51.396096 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-52333fbd-859f-485a-b5ab-dc700624e828 req-9f0f4115-5c23-4a2f-97ee-ec7816542675 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563209 Jul 29 13:49:51.829224 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2a86d-1f80-4856-9112-62bdc5c1d434 req-3fad859e-92e2-4ef0-9600-e2f7b5599b00 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:51.831431 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1be2a86d-1f80-4856-9112-62bdc5c1d434 req-3fad859e-92e2-4ef0-9600-e2f7b5599b00 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.0842476 Jul 29 13:49:51.881447 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1be2a86d-1f80-4856-9112-62bdc5c1d434 req-c248af89-39ba-443b-9e3a-3a55513aaf0e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Jul 29 13:49:52.590407 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eef7d-1454-4e02-9778-ab7a416652cc req-6a2aa97a-f37f-4ceb-9a2b-47cf8688b97d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:52.591985 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-502eef7d-1454-4e02-9778-ab7a416652cc req-6a2aa97a-f37f-4ceb-9a2b-47cf8688b97d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0867848 Jul 29 13:49:52.639300 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-502eef7d-1454-4e02-9778-ab7a416652cc req-73ed342b-d68e-4788-bf65-224cfc1fbe5c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410950 Jul 29 13:49:53.093935 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe23f68-7303-4ecd-9ef1-15e1b6d36d62 req-7b218cbc-c2e1-453d-afaa-c3621ee19c2b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:53.095852 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-abe23f68-7303-4ecd-9ef1-15e1b6d36d62 req-7b218cbc-c2e1-453d-afaa-c3621ee19c2b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.0967495 Jul 29 13:49:53.144389 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-abe23f68-7303-4ecd-9ef1-15e1b6d36d62 req-97a1d221-9bf8-4be1-93e7-798ec754bdcb tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422568 Jul 29 13:49:53.282667 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-2b2b87d4-fd1f-40e1-8f77-aaedfc57df95 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1372719 Jul 29 13:49:53.294692 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87988f21-e758-437d-ad12-bce004367105 req-78733fdf-e5e5-4bc9-981a-91062583373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:53.297731 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-87988f21-e758-437d-ad12-bce004367105 req-78733fdf-e5e5-4bc9-981a-91062583373c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.1214185 Jul 29 13:49:53.518648 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87988f21-e758-437d-ad12-bce004367105 req-6afcd251-f744-483d-a9ab-16eb6a017fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:53.520154 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-87988f21-e758-437d-ad12-bce004367105 req-6afcd251-f744-483d-a9ab-16eb6a017fc3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.1967118 Jul 29 13:49:53.526599 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-dfbf40d7-f630-4e26-b019-34e459284d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:53.528062 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-dfbf40d7-f630-4e26-b019-34e459284d5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 1099 time: 0.1827652 Jul 29 13:49:53.636729 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-87988f21-e758-437d-ad12-bce004367105 req-4ffc5626-109e-48f0-9089-94bed112b7af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 217 time: 0.0891273 Jul 29 13:49:53.838635 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87988f21-e758-437d-ad12-bce004367105 req-77ef51b8-80ec-4ccf-a136-5d98c683ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:53.840218 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-87988f21-e758-437d-ad12-bce004367105 req-77ef51b8-80ec-4ccf-a136-5d98c683ad86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.1900339 Jul 29 13:49:53.908406 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-87988f21-e758-437d-ad12-bce004367105 req-a4ffe93c-b586-44a9-938d-0d1e7d3e46bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493569 Jul 29 13:49:53.911336 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-8aa8eb4f-3aa3-448d-a313-1458ddfb44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:53.912720 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-8aa8eb4f-3aa3-448d-a313-1458ddfb44e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.3131480 Jul 29 13:49:54.013123 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-873a6b42-c5e8-493a-937f-ca0ab0b1cd1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0 HTTP/1.1" status: 200 len: 217 time: 0.0909588 Jul 29 13:49:54.083140 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c2371-0d96-4b7a-bfab-06b6c07e89c5 req-55409e4f-3ffc-4858-a588-17b59fe28747 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:54.084700 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-723c2371-0d96-4b7a-bfab-06b6c07e89c5 req-55409e4f-3ffc-4858-a588-17b59fe28747 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.3225679 Jul 29 13:49:54.200066 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-59debf2d-6790-443a-94d6-7000622a9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:54.201581 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-59debf2d-6790-443a-94d6-7000622a9fc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.1761913 Jul 29 13:49:54.347025 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-757e18f7-a308-43e0-bb94-dfcfe82d9a2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413370 Jul 29 13:49:54.380149 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-723c2371-0d96-4b7a-bfab-06b6c07e89c5 req-8c8b4fce-532a-411b-9e11-a7ad8cfd34a4 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441835 Jul 29 13:49:54.406704 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-87988f21-e758-437d-ad12-bce004367105 req-6d07271e-13f1-449c-af28-3e97a9a639e7 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856150 Jul 29 13:49:54.447913 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d04a7-37b8-43c8-b7f0-25df38bcafac req-bbbd9e4e-2423-41c1-82b3-d50d24676cf4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:54.449341 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b32d04a7-37b8-43c8-b7f0-25df38bcafac req-bbbd9e4e-2423-41c1-82b3-d50d24676cf4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.1440132 Jul 29 13:49:54.507380 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b32d04a7-37b8-43c8-b7f0-25df38bcafac req-9779b6a0-4def-4226-a8e3-451d70d8eb05 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497580 Jul 29 13:49:54.616076 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-fadc1aa7-26b2-4f8d-9375-6d79e3d88bb9 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572436 Jul 29 13:49:54.664552 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-87988f21-e758-437d-ad12-bce004367105 req-c15559cc-75a3-4e16-8487-da42f712d725 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024937 Jul 29 13:49:54.788871 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bb5f0477-01b3-4b95-b5b0-a113f7e45527 req-cacb4549-903f-40ba-95ca-43cfeaf67de7 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549015 Jul 29 13:49:55.621636 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2ff14-4a7e-4f87-a9ca-b319a5909758 req-a3e40433-91d9-4701-940c-e20800f1aea8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:55.623406 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-97f2ff14-4a7e-4f87-a9ca-b319a5909758 req-a3e40433-91d9-4701-940c-e20800f1aea8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1004179 Jul 29 13:49:55.693098 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-97f2ff14-4a7e-4f87-a9ca-b319a5909758 req-5f5cf335-c590-4641-8b72-0478ed8b26f6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633125 Jul 29 13:49:55.937694 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850a8e5-f7aa-46e6-8704-4afa29bf42ec req-0e20ea7a-7445-4ecc-969c-59bc204ebe77 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:55.939846 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6850a8e5-f7aa-46e6-8704-4afa29bf42ec req-0e20ea7a-7445-4ecc-969c-59bc204ebe77 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.1195166 Jul 29 13:49:55.987982 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6850a8e5-f7aa-46e6-8704-4afa29bf42ec req-8214e6eb-d01e-47b2-8da7-8c0dce763a61 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423274 Jul 29 13:49:56.993132 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70bf98-256d-46c1-9e82-d5bab78bef7b req-9110a378-b5f6-46e8-8961-43a479e8e198 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:56.994647 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9f70bf98-256d-46c1-9e82-d5bab78bef7b req-9110a378-b5f6-46e8-8961-43a479e8e198 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1696427 Jul 29 13:49:57.043100 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9f70bf98-256d-46c1-9e82-d5bab78bef7b req-b3650853-505c-4973-a439-b46f0b57c534 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Jul 29 13:49:57.205805 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d426a-0e07-4e09-a721-aed537ae46ee req-7d8b24f8-5ce8-4904-b720-113d68373d15 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:57.207305 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e59d426a-0e07-4e09-a721-aed537ae46ee req-7d8b24f8-5ce8-4904-b720-113d68373d15 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.0928464 Jul 29 13:49:57.254636 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e59d426a-0e07-4e09-a721-aed537ae46ee req-6e99ec47-bd0e-48b3-bdb6-cd8dabe084a1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415843 Jul 29 13:49:58.247295 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8090c1-96f1-4fa2-ae7b-a210044afeed req-b2e5d1a9-bace-4084-9de6-f77230749cad tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:58.248803 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c8090c1-96f1-4fa2-ae7b-a210044afeed req-b2e5d1a9-bace-4084-9de6-f77230749cad tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0843461 Jul 29 13:49:58.296065 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c8090c1-96f1-4fa2-ae7b-a210044afeed req-2531acc8-c4ad-4862-be40-0d404b97e0d3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Jul 29 13:49:58.474426 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a68969-f0bb-4d3e-bdbe-77d918e924b5 req-07a4c60c-7b7f-44ea-bb54-8d70e4e692bd tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:58.476000 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f2a68969-f0bb-4d3e-bdbe-77d918e924b5 req-07a4c60c-7b7f-44ea-bb54-8d70e4e692bd tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.0889177 Jul 29 13:49:58.533016 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f2a68969-f0bb-4d3e-bdbe-77d918e924b5 req-33c7923c-3cae-4b5e-ace0-e683b7b20542 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511692 Jul 29 13:49:59.731741 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e314699-5c8d-4ba5-944b-81839b6eef02 req-cfaa5529-7c80-48a3-9044-b4742d3dc6a6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:49:59.733367 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0e314699-5c8d-4ba5-944b-81839b6eef02 req-cfaa5529-7c80-48a3-9044-b4742d3dc6a6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.0838633 Jul 29 13:49:59.782397 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0e314699-5c8d-4ba5-944b-81839b6eef02 req-d40dcfd8-4f61-479f-b98a-b9aca7878584 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426550 Jul 29 13:50:00.988024 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335850f-e980-43dc-87f2-b8b40dfb0f67 req-09bbe89d-7a06-47aa-bc86-8a3f565dc762 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:00.990583 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0335850f-e980-43dc-87f2-b8b40dfb0f67 req-09bbe89d-7a06-47aa-bc86-8a3f565dc762 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 943 time: 0.0924156 Jul 29 13:50:01.053397 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0335850f-e980-43dc-87f2-b8b40dfb0f67 req-211529dc-6c5d-4f37-baed-0e5aa48cf9cc tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546427 Jul 29 13:50:01.569543 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7b66d636-0450-48c5-9abc-1a64a686a872 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:50:01.742245 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:50:01.758255 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '7b66d636-0450-48c5-9abc-1a64a686a872', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'port_id': '7b66d636-0450-48c5-9abc-1a64a686a872', 'mac_address': 'fa:16:3e:df:81:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:50:01.822773 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:01.840245 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b66d636-0450-48c5-9abc-1a64a686a872 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:50:01.857061 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:50:01.862306 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:01.864106 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:50:01.931364 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=9']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:50:01.934495 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:50:02.255530 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e731094-0752-4fc2-9074-b5acfa4ed80a req-429cd2aa-742f-402b-baf6-425e4d9711fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:02.257073 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5e731094-0752-4fc2-9074-b5acfa4ed80a req-429cd2aa-742f-402b-baf6-425e4d9711fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.0859022 Jul 29 13:50:02.305404 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5e731094-0752-4fc2-9074-b5acfa4ed80a req-82b6027c-9cd8-41db-a418-83f494180472 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426037 Jul 29 13:50:03.498180 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2468262-26aa-4406-ab6a-96306aef7337 req-1ac7517d-ead2-4936-a9f6-9c532b8542f2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:03.499743 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a2468262-26aa-4406-ab6a-96306aef7337 req-1ac7517d-ead2-4936-a9f6-9c532b8542f2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.0811379 Jul 29 13:50:03.546428 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a2468262-26aa-4406-ab6a-96306aef7337 req-9abb250f-a5e3-4a35-97ff-624d3654eab4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Jul 29 13:50:04.738122 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49cf05-2128-4d84-9176-a520393fbd06 req-37403523-07de-4e62-b6ca-e8b2137fe451 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:04.739595 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cd49cf05-2128-4d84-9176-a520393fbd06 req-37403523-07de-4e62-b6ca-e8b2137fe451 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.0815270 Jul 29 13:50:04.790387 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cd49cf05-2128-4d84-9176-a520393fbd06 req-df9cf063-fae8-45d1-b55b-b15a14107d99 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451398 Jul 29 13:50:05.205783 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-78159996-b9e7-4dfd-9f08-523ecc55bcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:05.607950 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:05.653676 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['7b66d636-0450-48c5-9abc-1a64a686a872'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:50:06.003749 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d95fc-ecd0-4aeb-be15-ab865f767c4a req-3605b5fd-a1ab-4acd-910a-611bfc2b1d20 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:06.005170 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e76d95fc-ecd0-4aeb-be15-ab865f767c4a req-3605b5fd-a1ab-4acd-910a-611bfc2b1d20 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.0941193 Jul 29 13:50:06.070022 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e76d95fc-ecd0-4aeb-be15-ab865f767c4a req-b2f2c62c-704c-4e36-9416-3bed81e4cef6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583169 Jul 29 13:50:07.234290 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-5d92c9f6-ff90-4b25-9d15-c94cbb7cafac tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:07.236700 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-5d92c9f6-ff90-4b25-9d15-c94cbb7cafac tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 814 time: 0.1639545 Jul 29 13:50:07.259527 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-687f8d32-a96a-4200-a4a6-802a445ca98b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/quotas/e0f396f4d39340048c3e7865c9e6edd9 HTTP/1.1" status: 200 len: 375 time: 0.0109019 Jul 29 13:50:07.277967 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398db5d8-f7c3-4998-8a0e-db93bc3ea1c0 req-829c94d5-8ceb-4cd0-8b1a-8d7c8fce2216 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:07.280603 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-398db5d8-f7c3-4998-8a0e-db93bc3ea1c0 req-829c94d5-8ceb-4cd0-8b1a-8d7c8fce2216 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 944 time: 0.0859919 Jul 29 13:50:07.335008 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-398db5d8-f7c3-4998-8a0e-db93bc3ea1c0 req-99d83a9f-c638-455c-b505-c9240318acad tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480711 Jul 29 13:50:07.353226 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-db369054-7425-4eb0-a3cd-1877bd4aeb10 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873320 Jul 29 13:50:07.495690 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-0a3624d0-cdcb-4d86-95c0-e0030d7193be service neutron] 10.222.0.23 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351733 Jul 29 13:50:07.611566 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7b66d636-0450-48c5-9abc-1a64a686a872 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:50:07.685034 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 7b66d636-0450-48c5-9abc-1a64a686a872 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:50:07.685695 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:07.717978 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-a333a0d6-9e29-4f54-bd3d-882d95b34dde service neutron] 10.222.0.23 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156661 Jul 29 13:50:07.821784 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5abfe281-ec6c-4f3f-bce7-2ced87ee3152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:07.834494 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:07.884449 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:50:07.895686 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:50:07.904121 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:07.910509 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:50:07.929875 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4b6b9df1-c6a0-43fa-9696-c5af8dea710b req-59dc9be9-4df4-467c-a547-43285d7951c4 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 210 time: 0.0525317 Jul 29 13:50:07.948453 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872', 'code': 200} Jul 29 13:50:07.997404 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=10']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:50:08.005749 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.006131 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.006451 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.006793 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.007128 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.007549 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.007892 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.008141 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.008494 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.008825 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.009152 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.009478 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:50:08.013389 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:50:08.542623 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bef7d-60d9-4a09-8eca-2328cece07ae req-580c352e-df7d-469f-b219-e86d32a50eb7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:08.544213 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-be9bef7d-60d9-4a09-8eca-2328cece07ae req-580c352e-df7d-469f-b219-e86d32a50eb7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0892823 Jul 29 13:50:08.600535 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-be9bef7d-60d9-4a09-8eca-2328cece07ae req-945829e0-3bcf-4859-ba96-33e96ada4e60 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498188 Jul 29 13:50:09.089605 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e367c172-6862-49e9-9342-d52a73aaad83 req-ca977a82-8da3-4d32-9043-d3daec159a42 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 210 time: 0.0492532 Jul 29 13:50:09.138673 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-b5221b38-a056-4bf3-bb55-bd4336be89a7 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:09.140114 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-b5221b38-a056-4bf3-bb55-bd4336be89a7 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 814 time: 0.1594284 Jul 29 13:50:09.153673 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Request body: {'port': {'device_id': 'e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e', 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480', 'admin_state_up': True, 'tenant_id': 'e0f396f4d39340048c3e7865c9e6edd9'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:50:09.252843 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:09.296272 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:50:09.306760 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:50:09.316678 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Made reservation on behalf of e0f396f4d39340048c3e7865c9e6edd9 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:50:09.320392 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:09.494927 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Allocated IP 172.20.0.8 (725eaf67-8e85-45a5-be35-e4741cee9480/3ce4ef81-a292-446e-822a-32ac95096074/d05fd754-d170-47c9-9d8a-4e13cffacb78) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:50:09.694262 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:09.772079 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:09.777943 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:50:09.786623 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['ca8c985e-2f44-4959-bb2b-2d0ade473d39', 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b', '608bc6ae-8ede-47e8-8772-41c8f105f8ee'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:50:09.851815 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Network 725eaf67-8e85-45a5-be35-e4741cee9480 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:50:09.856451 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:50:09.859615 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:50:09.920658 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Pushing event updated for resources: {'Port': ['ID=d05fd754-d170-47c9-9d8a-4e13cffacb78,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:50:09.923721 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:50:09.944618 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c6297-3e36-40d8-afa9-a9087e09da37 req-7473447c-a517-4c60-8e2b-6b5b77dd8445 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:09.946287 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8b7c6297-3e36-40d8-afa9-a9087e09da37 req-7473447c-a517-4c60-8e2b-6b5b77dd8445 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.2320521 Jul 29 13:50:09.961951 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:09.962586 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:10.026550 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8b7c6297-3e36-40d8-afa9-a9087e09da37 req-2bd06ca1-b40f-4fae-8afc-d5ba45153000 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729072 Jul 29 13:50:10.028251 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8783686 Jul 29 13:50:10.053977 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Request body: {'port': {'device_id': 'e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:50:10.165985 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:10.289712 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ca7b8-24a4-4d51-9164-f599ef3edcbc req-d916f01c-7130-4566-baaf-c477c878e44f tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:10.291883 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e33ca7b8-24a4-4d51-9164-f599ef3edcbc req-d916f01c-7130-4566-baaf-c477c878e44f tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 931 time: 0.0863299 Jul 29 13:50:10.341863 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e33ca7b8-24a4-4d51-9164-f599ef3edcbc req-89e642ee-8153-4799-bf5f-1cbd49ff24aa tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449815 Jul 29 13:50:10.520149 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05fd754-d170-47c9-9d8a-4e13cffacb78 {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:50:10.527384 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:10.542506 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Transition to ACTIVE for port object d05fd754-d170-47c9-9d8a-4e13cffacb78 will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:50:10.546172 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:10.550072 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2d168a62-b39d-4dac-ab9a-dc4c7d9706ab tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:50:10.771540 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Pushing event updated for resources: {'Port': ['ID=d05fd754-d170-47c9-9d8a-4e13cffacb78,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:50:10.780372 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:50:10.852811 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Attempting to bind port d05fd754-d170-47c9-9d8a-4e13cffacb78 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:50:10.853080 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Attempting to bind port d05fd754-d170-47c9-9d8a-4e13cffacb78 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:50:10.853375 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Attempting to bind port d05fd754-d170-47c9-9d8a-4e13cffacb78 on network 725eaf67-8e85-45a5-be35-e4741cee9480 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:50:10.858109 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Port d05fd754-d170-47c9-9d8a-4e13cffacb78 on network 725eaf67-8e85-45a5-be35-e4741cee9480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 13:50:10.858432 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Attempting to bind port d05fd754-d170-47c9-9d8a-4e13cffacb78 on network 725eaf67-8e85-45a5-be35-e4741cee9480 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:50:10.863792 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:50:10.864175 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Checking segment: {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:50:10.864566 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Bound using segment: {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:50:10.865014 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Bound port: d05fd754-d170-47c9-9d8a-4e13cffacb78, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e13ed4a-441e-4798-8a8d-d359c6fd56de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:50:10.865407 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:10.910727 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:10.965399 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] For port d05fd754-d170-47c9-9d8a-4e13cffacb78, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:50:10.971169 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] For port d05fd754-d170-47c9-9d8a-4e13cffacb78, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=d05fd754-d170-47c9-9d8a-4e13cffacb78,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:50:10.975414 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:10.980290 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d07013ac-9888-4281-9e70-6579985564bc tempest-VolumesNegativeTest-139044141 tempest-VolumesNegativeTest-139044141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:50:11.043611 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:11.044255 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:11.045639 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-484e991c-6028-437e-92de-a74b9242d29e service neutron] 10.222.0.10 "PUT /v2.0/ports/d05fd754-d170-47c9-9d8a-4e13cffacb78 HTTP/1.1" status: 200 len: 1093 time: 1.0062766 Jul 29 13:50:11.046150 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e', 'tag': 'd05fd754-d170-47c9-9d8a-4e13cffacb78'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:50:11.067612 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Pushing event updated for resources: {'Port': ['ID=d05fd754-d170-47c9-9d8a-4e13cffacb78,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:50:11.070964 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:50:11.142207 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e', 'tag': 'd05fd754-d170-47c9-9d8a-4e13cffacb78', 'status': 'completed', 'code': 200} Jul 29 13:50:11.173606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-49bd117d-9e7d-41b4-81ab-a924786dd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:11.175263 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-49bd117d-9e7d-41b4-81ab-a924786dd895 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 1096 time: 0.0811994 Jul 29 13:50:11.252280 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-1d6b6e26-4fb8-4d35-a14d-2df225d50f5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05fd754-d170-47c9-9d8a-4e13cffacb78 HTTP/1.1" status: 200 len: 217 time: 0.0681424 Jul 29 13:50:11.256951 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f4e0f-b7d5-4583-9f94-1ea4f6ca2d6b req-cbbda351-fab0-45e2-ad04-c070fddb48bc tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:11.258504 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-756f4e0f-b7d5-4583-9f94-1ea4f6ca2d6b req-cbbda351-fab0-45e2-ad04-c070fddb48bc tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0883737 Jul 29 13:50:11.318008 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-34b4604f-8411-4057-b1f5-f763eece5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:11.318403 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-756f4e0f-b7d5-4583-9f94-1ea4f6ca2d6b req-f250c11a-4239-4ec6-9d97-7b8c749e2ebe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540938 Jul 29 13:50:11.319462 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-34b4604f-8411-4057-b1f5-f763eece5edf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0595591 Jul 29 13:50:11.372194 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-6bb7f87e-972b-4052-85bf-38d4e6d494c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455337 Jul 29 13:50:11.574444 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-dafdf6a4-a36f-4ca9-a160-c4c0c4d39129 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894443 Jul 29 13:50:11.628812 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa571b-b2da-4169-ad2e-724f5aae136a req-c6b6e11d-f4f1-421b-bad6-97c2306a6184 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:11.629414 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-11fa571b-b2da-4169-ad2e-724f5aae136a req-c6b6e11d-f4f1-421b-bad6-97c2306a6184 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Synchronizing usage tracker for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:50:11.706539 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-11fa571b-b2da-4169-ad2e-724f5aae136a req-c6b6e11d-f4f1-421b-bad6-97c2306a6184 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Unset dirty status for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:50:11.707355 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-11fa571b-b2da-4169-ad2e-724f5aae136a req-c6b6e11d-f4f1-421b-bad6-97c2306a6184 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 943 time: 0.2295194 Jul 29 13:50:11.748984 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-39569fff-0bff-4f18-be86-5ac4b6e57a4e req-c77f4139-0309-4d83-8546-45e176c4b276 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650307 Jul 29 13:50:11.773621 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-11fa571b-b2da-4169-ad2e-724f5aae136a req-d06d7d0d-d646-4c43-b57f-72e77fe4a860 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588062 Jul 29 13:50:11.887012 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a07d73-fe24-4012-a9ae-8513eaf6374b req-6c653be8-08d5-4c3a-9ab9-d9357664b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:11.888385 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-05a07d73-fe24-4012-a9ae-8513eaf6374b req-6c653be8-08d5-4c3a-9ab9-d9357664b930 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 1096 time: 0.0790780 Jul 29 13:50:12.027306 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a07d73-fe24-4012-a9ae-8513eaf6374b req-b7a12225-4970-4c1b-9b8e-4d40f7309fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:12.029034 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-05a07d73-fe24-4012-a9ae-8513eaf6374b req-b7a12225-4970-4c1b-9b8e-4d40f7309fc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1298037 Jul 29 13:50:12.098039 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-05a07d73-fe24-4012-a9ae-8513eaf6374b req-70585f38-fe65-49da-8ebc-88e41f8e73f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05fd754-d170-47c9-9d8a-4e13cffacb78 HTTP/1.1" status: 200 len: 217 time: 0.0610480 Jul 29 13:50:12.166094 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a07d73-fe24-4012-a9ae-8513eaf6374b req-abc54e8e-01f6-40f5-8477-2a33f6740777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:12.167475 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-05a07d73-fe24-4012-a9ae-8513eaf6374b req-abc54e8e-01f6-40f5-8477-2a33f6740777 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0620821 Jul 29 13:50:12.217199 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-05a07d73-fe24-4012-a9ae-8513eaf6374b req-4931fd96-771c-481a-ae97-4e4892d618fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404143 Jul 29 13:50:12.356576 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-05a07d73-fe24-4012-a9ae-8513eaf6374b req-a0380bd4-ba33-4cb4-97b5-4e9e9b9e6f7e service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312602 Jul 29 13:50:12.514305 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8c83d-c4d5-4b7c-9eca-2d978add6e08 req-8a9d4975-03d2-4181-a7e9-274058358fe2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:12.515798 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-11e8c83d-c4d5-4b7c-9eca-2d978add6e08 req-8a9d4975-03d2-4181-a7e9-274058358fe2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0844636 Jul 29 13:50:12.564679 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-11e8c83d-c4d5-4b7c-9eca-2d978add6e08 req-2ff0d95f-30a7-4960-9e7a-4b2b66ae8231 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428982 Jul 29 13:50:12.570676 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-05a07d73-fe24-4012-a9ae-8513eaf6374b req-fa8255c8-6496-4b78-ae5e-e8cff07a7041 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053351 Jul 29 13:50:12.877330 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:12.968371 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13dfce-ebb5-4b09-9846-96d847fddd23 req-e4f52bda-7979-4d96-816e-e8e2f1e818f1 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:12.970554 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6e13dfce-ebb5-4b09-9846-96d847fddd23 req-e4f52bda-7979-4d96-816e-e8e2f1e818f1 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 943 time: 0.0858428 Jul 29 13:50:13.017616 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6e13dfce-ebb5-4b09-9846-96d847fddd23 req-c88d65e2-4985-4ef2-ab71-11782e7a4474 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Jul 29 13:50:13.771968 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d03c1-8c20-4cb3-b070-2f8986728e07 req-9d843afc-b22a-408d-b040-9f468f72b95e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:13.773581 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0a5d03c1-8c20-4cb3-b070-2f8986728e07 req-9d843afc-b22a-408d-b040-9f468f72b95e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0901742 Jul 29 13:50:13.826333 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0a5d03c1-8c20-4cb3-b070-2f8986728e07 req-c4985cfc-c47f-4c74-a15a-e44ce4d72d5a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416827 Jul 29 13:50:14.206039 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973720aa-39fd-4e2b-ae3b-3b0c7ee9fe1b req-258329da-664f-44f8-9471-fa4873e000ef tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:14.207784 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-973720aa-39fd-4e2b-ae3b-3b0c7ee9fe1b req-258329da-664f-44f8-9471-fa4873e000ef tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 943 time: 0.0826797 Jul 29 13:50:14.260806 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-973720aa-39fd-4e2b-ae3b-3b0c7ee9fe1b req-1fc096f7-d081-4616-a589-fbcaf423c914 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472395 Jul 29 13:50:14.555417 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:50:15.027293 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f42ad4-bbf8-4e10-85b4-eb74488feef1 req-de007abf-9b2c-4d5b-9833-aff70d11cf3b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:15.029197 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-55f42ad4-bbf8-4e10-85b4-eb74488feef1 req-de007abf-9b2c-4d5b-9833-aff70d11cf3b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0847154 Jul 29 13:50:15.081443 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-55f42ad4-bbf8-4e10-85b4-eb74488feef1 req-a3a72bee-fe93-4f86-8666-5e4caa8c3bd9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461466 Jul 29 13:50:15.463306 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd4aa-ec3d-4ed5-82b7-f66a0e0aff76 req-2c666c02-4d20-4ac7-ada0-bf840e6980fd tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:15.464961 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-63ffd4aa-ec3d-4ed5-82b7-f66a0e0aff76 req-2c666c02-4d20-4ac7-ada0-bf840e6980fd tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 943 time: 0.0873165 Jul 29 13:50:15.512746 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-63ffd4aa-ec3d-4ed5-82b7-f66a0e0aff76 req-6eac7f29-cfa4-4658-a3c4-b20e2b97862d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 Jul 29 13:50:15.677931 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device d05fd754-d170-47c9-9d8a-4e13cffacb78 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 13:50:15.818647 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port d05fd754-d170-47c9-9d8a-4e13cffacb78, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=d05fd754-d170-47c9-9d8a-4e13cffacb78,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:50:15.833130 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': 'd05fd754-d170-47c9-9d8a-4e13cffacb78', 'network_id': '725eaf67-8e85-45a5-be35-e4741cee9480', 'port_id': 'd05fd754-d170-47c9-9d8a-4e13cffacb78', 'mac_address': 'fa:16:3e:54:21:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce4ef81-a292-446e-822a-32ac95096074', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 13:50:15.905809 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:15.925532 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05fd754-d170-47c9-9d8a-4e13cffacb78 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 13:50:15.947157 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port d05fd754-d170-47c9-9d8a-4e13cffacb78, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=d05fd754-d170-47c9-9d8a-4e13cffacb78,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:50:15.952673 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:15.956081 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:50:16.025974 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=d05fd754-d170-47c9-9d8a-4e13cffacb78,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:50:16.029380 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:50:16.248426 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['d05fd754-d170-47c9-9d8a-4e13cffacb78'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 13:50:16.276862 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2540f-ea54-4649-97c2-c7997b0f5708 req-64082974-de65-45e6-a2f6-dcb98076bfae tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:16.279090 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-fbc2540f-ea54-4649-97c2-c7997b0f5708 req-64082974-de65-45e6-a2f6-dcb98076bfae tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0843713 Jul 29 13:50:16.328776 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-fbc2540f-ea54-4649-97c2-c7997b0f5708 req-68a752c2-ef34-476a-90ad-4e6ce84b2a47 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Jul 29 13:50:16.714583 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17905a80-62cd-416d-80de-4a535c2ca9c0 req-e7e6da51-4e31-4456-b5d5-c6a9a1030ba7 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:16.716119 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-17905a80-62cd-416d-80de-4a535c2ca9c0 req-e7e6da51-4e31-4456-b5d5-c6a9a1030ba7 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 944 time: 0.0887098 Jul 29 13:50:16.764689 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-17905a80-62cd-416d-80de-4a535c2ca9c0 req-52a72fdb-e174-4a00-82b2-9d9125c06ef6 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Jul 29 13:50:17.687380 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44033-2f75-4ce2-b7f0-4be46ff0f78c req-a99cf1c4-3a4b-448a-a960-e33816db719a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:17.689143 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-06e44033-2f75-4ce2-b7f0-4be46ff0f78c req-a99cf1c4-3a4b-448a-a960-e33816db719a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0899854 Jul 29 13:50:17.695149 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device d05fd754-d170-47c9-9d8a-4e13cffacb78 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:50:17.738907 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-06e44033-2f75-4ce2-b7f0-4be46ff0f78c req-ac91ae40-0309-4620-9803-212cebeef9aa tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Jul 29 13:50:17.770912 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port d05fd754-d170-47c9-9d8a-4e13cffacb78 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:50:17.775720 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port d05fd754-d170-47c9-9d8a-4e13cffacb78 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:50:17.776129 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:17.944972 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:17.975921 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05fd754-d170-47c9-9d8a-4e13cffacb78'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:50:17.991051 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port d05fd754-d170-47c9-9d8a-4e13cffacb78, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=d05fd754-d170-47c9-9d8a-4e13cffacb78,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:50:18.003484 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:18.006811 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-f5091647-cd11-41bb-8086-c6c074831a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:50:18.027551 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e794d5-a6e6-4f6d-8f26-2a0af2ad9936 req-764bbac4-c407-485e-8d0a-1687fdd0c99b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:18.029665 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e8e794d5-a6e6-4f6d-8f26-2a0af2ad9936 req-764bbac4-c407-485e-8d0a-1687fdd0c99b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 944 time: 0.1063602 Jul 29 13:50:18.053340 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05fd754-d170-47c9-9d8a-4e13cffacb78', 'code': 200} Jul 29 13:50:18.096006 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=d05fd754-d170-47c9-9d8a-4e13cffacb78,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:50:18.099367 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:50:18.115348 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e8e794d5-a6e6-4f6d-8f26-2a0af2ad9936 req-12feb805-786d-447b-b17d-7d7f87331fbc tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792751 Jul 29 13:50:18.290441 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed950403-c6ca-46c7-a907-4b1641d35ff6 req-c04ae8bf-a9ad-4277-9977-e0fb36f1a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:18.292257 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ed950403-c6ca-46c7-a907-4b1641d35ff6 req-c04ae8bf-a9ad-4277-9977-e0fb36f1a2a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 1098 time: 0.0760260 Jul 29 13:50:18.338402 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ed950403-c6ca-46c7-a907-4b1641d35ff6 req-9c975e17-0543-4843-881b-393e787c0336 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381553 Jul 29 13:50:18.936316 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a12d9-a314-4689-956f-f05f554239c4 req-f912b70f-c19e-4ed6-9ae6-4c85c1cbb066 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:18.938362 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-829a12d9-a314-4689-956f-f05f554239c4 req-f912b70f-c19e-4ed6-9ae6-4c85c1cbb066 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0834098 Jul 29 13:50:18.987740 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-829a12d9-a314-4689-956f-f05f554239c4 req-bcf1a6a2-459e-424e-96cf-9bfbd7d56553 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Jul 29 13:50:19.316030 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32f250-be4b-4583-9fa1-cd80ec7fc2f4 req-68a9929f-460d-4895-84d8-39e1f09af2ff tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:19.317550 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6d32f250-be4b-4583-9fa1-cd80ec7fc2f4 req-68a9929f-460d-4895-84d8-39e1f09af2ff tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 945 time: 0.0927877 Jul 29 13:50:19.374552 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6d32f250-be4b-4583-9fa1-cd80ec7fc2f4 req-dc47b201-f1e4-497a-8a58-f8a48dfa1a0b tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504630 Jul 29 13:50:20.182408 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b6553-66c0-4e08-ac87-9ff78ff3ddbd req-cfe03923-8441-499d-98e3-90baf8d56273 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:20.183914 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-424b6553-66c0-4e08-ac87-9ff78ff3ddbd req-cfe03923-8441-499d-98e3-90baf8d56273 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0845780 Jul 29 13:50:20.230610 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-424b6553-66c0-4e08-ac87-9ff78ff3ddbd req-f48546e0-5791-4cc0-ae8e-49fe5a1111a5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 Jul 29 13:50:20.564107 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b4b5-c2c6-41c5-9519-d6fcdae10d80 req-2c5d86ef-88e0-49aa-87eb-af9087dd363d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:20.565605 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f3b0b4b5-c2c6-41c5-9519-d6fcdae10d80 req-2c5d86ef-88e0-49aa-87eb-af9087dd363d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 945 time: 0.0805376 Jul 29 13:50:20.613183 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f3b0b4b5-c2c6-41c5-9519-d6fcdae10d80 req-a484f8d9-04c8-42b3-9928-9e3f44127cda tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Jul 29 13:50:21.481896 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4fe53-b99d-4445-8699-8ebaddd0eff5 req-33c56cba-1681-4ccf-8b4f-d80898ba6de6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:21.483363 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-16b4fe53-b99d-4445-8699-8ebaddd0eff5 req-33c56cba-1681-4ccf-8b4f-d80898ba6de6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.1418133 Jul 29 13:50:21.527678 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-16b4fe53-b99d-4445-8699-8ebaddd0eff5 req-4e7bd46a-7a13-4621-b28a-e61f4d6abae3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374522 Jul 29 13:50:22.720850 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99f213-4a7e-4b0f-8215-8767d4030c73 req-8ea6bf1d-e90c-4fa7-a490-69ea2fd573a5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:22.722329 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bf99f213-4a7e-4b0f-8215-8767d4030c73 req-8ea6bf1d-e90c-4fa7-a490-69ea2fd573a5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0835283 Jul 29 13:50:22.768639 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bf99f213-4a7e-4b0f-8215-8767d4030c73 req-8b9ef039-dfcf-4a69-9ffe-55b827f08445 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 Jul 29 13:50:23.956152 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54c6c8-3a46-44cc-858c-97ee41f17df0 req-49ae15cf-fdb7-4a07-8868-9806adf863b8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:23.957576 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f54c6c8-3a46-44cc-858c-97ee41f17df0 req-49ae15cf-fdb7-4a07-8868-9806adf863b8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0786035 Jul 29 13:50:24.003841 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f54c6c8-3a46-44cc-858c-97ee41f17df0 req-6082679f-40d1-4ef9-8da7-06f6593ab30e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407083 Jul 29 13:50:25.200040 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57a798-3ef1-4108-b12e-f03b2127f7d1 req-849b6652-dfa0-41dd-a3e5-d50589271fc8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:25.201531 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc57a798-3ef1-4108-b12e-f03b2127f7d1 req-849b6652-dfa0-41dd-a3e5-d50589271fc8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0865142 Jul 29 13:50:25.246441 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc57a798-3ef1-4108-b12e-f03b2127f7d1 req-fcb028ab-0bfc-4e06-8e26-be554c44603f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392687 Jul 29 13:50:26.437725 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd595-e601-41a5-ad23-8c1a24f05ff6 req-e4ed4275-0082-4f2d-bc52-b6b19e421773 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:26.439325 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-19fbd595-e601-41a5-ad23-8c1a24f05ff6 req-e4ed4275-0082-4f2d-bc52-b6b19e421773 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0826633 Jul 29 13:50:26.491165 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-19fbd595-e601-41a5-ad23-8c1a24f05ff6 req-3e0173b4-7fa6-4f78-9595-487b8131616c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461276 Jul 29 13:50:27.705612 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87147242-2da8-4f1e-8eab-a568e7928751 req-4a937057-8cf3-4b0c-bf4d-566d72032b96 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:27.707236 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-87147242-2da8-4f1e-8eab-a568e7928751 req-4a937057-8cf3-4b0c-bf4d-566d72032b96 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0890234 Jul 29 13:50:27.760199 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-87147242-2da8-4f1e-8eab-a568e7928751 req-9c57bb10-a09d-45df-8efc-c9d695678ce1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469840 Jul 29 13:50:28.960442 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffab46e-b683-45a7-b623-b40aa9929166 req-31ade8af-cfa2-475a-a938-ee807555b3d9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:28.961976 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-bffab46e-b683-45a7-b623-b40aa9929166 req-31ade8af-cfa2-475a-a938-ee807555b3d9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0845513 Jul 29 13:50:29.008451 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-bffab46e-b683-45a7-b623-b40aa9929166 req-0a2b5d19-4f50-4100-860e-9857fcd18fac tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407536 Jul 29 13:50:30.203642 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52318ec6-7595-45d9-b081-a4f557cbfb65 req-57667bad-d2b0-413a-90d2-52e447ef5c5b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:30.205179 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-52318ec6-7595-45d9-b081-a4f557cbfb65 req-57667bad-d2b0-413a-90d2-52e447ef5c5b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0838771 Jul 29 13:50:30.249456 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-52318ec6-7595-45d9-b081-a4f557cbfb65 req-d2169c5f-f6dd-40fa-b721-275a02574ead tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381308 Jul 29 13:50:31.442095 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1a497-eec3-46a4-819c-dd5ae812956a req-d6f3d19d-dbc6-459f-acad-10407970acd9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:31.443566 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-abe1a497-eec3-46a4-819c-dd5ae812956a req-d6f3d19d-dbc6-459f-acad-10407970acd9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0815079 Jul 29 13:50:31.493247 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-abe1a497-eec3-46a4-819c-dd5ae812956a req-ffe1a246-7b7b-441f-b973-6c3cbba7011f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 Jul 29 13:50:32.682455 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08777cc-903b-45ea-baa5-6d4c9d4dc646 req-9963b8ab-a9ce-46e7-9a9b-d8c91a2dd4d8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:32.683999 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e08777cc-903b-45ea-baa5-6d4c9d4dc646 req-9963b8ab-a9ce-46e7-9a9b-d8c91a2dd4d8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0807495 Jul 29 13:50:32.731488 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e08777cc-903b-45ea-baa5-6d4c9d4dc646 req-ef87b82b-cb52-492c-9b1a-494bad17be43 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Jul 29 13:50:33.928406 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d83a0-d352-4d71-b811-92399d80e55c req-34174aa7-7850-4f2e-9bc1-67cda779a652 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:33.929914 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-001d83a0-d352-4d71-b811-92399d80e55c req-34174aa7-7850-4f2e-9bc1-67cda779a652 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0839369 Jul 29 13:50:33.975402 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-001d83a0-d352-4d71-b811-92399d80e55c req-4b74d0bf-1d2c-42a8-bf75-270a9bee8c76 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399249 Jul 29 13:50:35.173502 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec12385-22b4-4c24-95f0-e283889e8993 req-68fd714f-58ed-4f1e-8963-6e484b856676 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:35.174986 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4ec12385-22b4-4c24-95f0-e283889e8993 req-68fd714f-58ed-4f1e-8963-6e484b856676 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0829153 Jul 29 13:50:35.208389 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-52d62604-224a-4e4b-b884-f8774d310d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:35.226026 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4ec12385-22b4-4c24-95f0-e283889e8993 req-9b5f77e7-1cd8-452c-8957-96d26f48a4ff tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452917 Jul 29 13:50:35.611364 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:36.450116 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb36d58-9d11-4e71-b47e-a323d29e1850 req-a3008ca0-810a-4515-a851-bb2675406ca4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:36.451594 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6cb36d58-9d11-4e71-b47e-a323d29e1850 req-a3008ca0-810a-4515-a851-bb2675406ca4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.1021185 Jul 29 13:50:36.497535 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6cb36d58-9d11-4e71-b47e-a323d29e1850 req-65d28c62-94fa-443c-93e6-887329e44d6c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401304 Jul 29 13:50:37.691795 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89cf83-2797-4da2-a1f7-90b65c16b87a req-d1eb75a8-019e-46a5-918e-49e878e9b652 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:37.693345 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0e89cf83-2797-4da2-a1f7-90b65c16b87a req-d1eb75a8-019e-46a5-918e-49e878e9b652 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0843625 Jul 29 13:50:37.740167 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0e89cf83-2797-4da2-a1f7-90b65c16b87a req-3367ff77-f2e9-4787-b689-0b28c3edcba4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409954 Jul 29 13:50:37.788725 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-60e3a13e-aa3e-4b68-ac8b-585be6cd34c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:38.945941 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3740-c0f2-4a01-bd4e-8e444c1d4cdc req-8553ed10-df7a-40fe-977a-bd38ee456e20 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:38.947408 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9cbe3740-c0f2-4a01-bd4e-8e444c1d4cdc req-8553ed10-df7a-40fe-977a-bd38ee456e20 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0798359 Jul 29 13:50:38.995095 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9cbe3740-c0f2-4a01-bd4e-8e444c1d4cdc req-b70fe90c-655c-455e-835a-7e3050295e36 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420730 Jul 29 13:50:39.247291 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:40.189570 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7ff2a-9358-44e2-bf6f-2e288c74e1f2 req-492c5fbc-dbf2-4936-8878-7641d8a5d334 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:40.192256 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-15e7ff2a-9358-44e2-bf6f-2e288c74e1f2 req-492c5fbc-dbf2-4936-8878-7641d8a5d334 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0841827 Jul 29 13:50:40.254931 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-15e7ff2a-9358-44e2-bf6f-2e288c74e1f2 req-72f4d1ea-cbb2-48ca-89f1-369881f6e651 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571890 Jul 29 13:50:40.910240 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:41.464041 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9f5c5-41fb-4c1a-a1b3-c41a61427a21 req-57af188b-8e41-4163-b95c-3a27c81404cf tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:41.465524 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-42b9f5c5-41fb-4c1a-a1b3-c41a61427a21 req-57af188b-8e41-4163-b95c-3a27c81404cf tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0799341 Jul 29 13:50:41.512115 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-42b9f5c5-41fb-4c1a-a1b3-c41a61427a21 req-7f8a5d4c-eec8-4143-8c78-ca8c1da5e37b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404403 Jul 29 13:50:42.437724 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-f2b9ce53-2d64-4c76-b872-610c68a86d37 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1268718 Jul 29 13:50:42.578447 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-1b278d3d-f908-48ed-b280-0b98b43be760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:42.579942 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-1b278d3d-f908-48ed-b280-0b98b43be760 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.0729301 Jul 29 13:50:42.785488 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-6199797d-bb99-4198-a9ec-13819eae6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:42.786944 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-6199797d-bb99-4198-a9ec-13819eae6262 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.1865919 Jul 29 13:50:42.803569 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fca3d2-4515-4da7-b0d3-c92b9b6b20ea req-5dbb3d07-b31b-4fb3-a06f-4aa70cbb9bb1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:42.805061 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-47fca3d2-4515-4da7-b0d3-c92b9b6b20ea req-5dbb3d07-b31b-4fb3-a06f-4aa70cbb9bb1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.1778479 Jul 29 13:50:42.872806 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:50:42.885072 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-0ac460c5-f45a-4de7-8877-813ddd865639 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 217 time: 0.0897050 Jul 29 13:50:42.955247 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-47fca3d2-4515-4da7-b0d3-c92b9b6b20ea req-e822dd63-ac64-4739-9c44-4c813fe30660 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983429 Jul 29 13:50:42.968401 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-61afe349-5ae4-48a9-a727-96eac7500304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:42.970039 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-61afe349-5ae4-48a9-a727-96eac7500304 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.0772116 Jul 29 13:50:43.022179 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-ea13b5b9-c18c-49b4-8f4c-2b39058f48df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457993 Jul 29 13:50:43.159694 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-e7d74734-e7cc-4f80-9fb2-88b8b2c233a9 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300006 Jul 29 13:50:43.298669 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e931c4c0-3649-4619-beeb-59392cc658b2 req-5a4088d8-3f06-4f6e-8c60-cad7f83a7c45 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321084 Jul 29 13:50:44.174237 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25f990-32c4-4a5a-bc9a-d4d2f9d163b7 req-e3f09016-4a4f-463f-af4b-d501e8dbe48a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:44.175778 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9c25f990-32c4-4a5a-bc9a-d4d2f9d163b7 req-e3f09016-4a4f-463f-af4b-d501e8dbe48a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0884297 Jul 29 13:50:44.222651 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9c25f990-32c4-4a5a-bc9a-d4d2f9d163b7 req-180f89c8-bf47-4d76-a7e2-17e333fc88f5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410085 Jul 29 13:50:45.419874 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e048d-d25e-4428-9709-d44b9f269d09 req-0413354a-c5eb-489b-93fc-1348708c85ec tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:45.421948 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-249e048d-d25e-4428-9709-d44b9f269d09 req-0413354a-c5eb-489b-93fc-1348708c85ec tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0813000 Jul 29 13:50:45.465986 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-249e048d-d25e-4428-9709-d44b9f269d09 req-f5a1cc61-dab4-481b-91ce-c64159bc39ab tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384467 Jul 29 13:50:46.689014 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f009d-9997-44ec-b9d7-7d520b5658fb req-bb664d26-8707-49de-8607-b391f89e3858 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:46.690521 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-854f009d-9997-44ec-b9d7-7d520b5658fb req-bb664d26-8707-49de-8607-b391f89e3858 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0952928 Jul 29 13:50:46.740805 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-854f009d-9997-44ec-b9d7-7d520b5658fb req-12567b78-a6a9-4a8f-a25a-5b76b6d8a20f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443463 Jul 29 13:50:47.941956 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb2a95-131d-4a17-aad0-91de5e160d0a req-3155afec-2d84-4760-b839-e9253ac9be56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:47.943460 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cffb2a95-131d-4a17-aad0-91de5e160d0a req-3155afec-2d84-4760-b839-e9253ac9be56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0859795 Jul 29 13:50:47.988870 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cffb2a95-131d-4a17-aad0-91de5e160d0a req-39429e54-162f-49b6-aa02-ed1107152e17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393603 Jul 29 13:50:49.181310 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db95659-a472-45f2-aa94-620bef377f75 req-65fcc30e-0668-4324-b949-d3527808d02f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:49.182800 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4db95659-a472-45f2-aa94-620bef377f75 req-65fcc30e-0668-4324-b949-d3527808d02f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0826681 Jul 29 13:50:49.228591 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4db95659-a472-45f2-aa94-620bef377f75 req-06b18858-ea71-4667-908a-a2629b03cf5f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390067 Jul 29 13:50:50.428608 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ca839-4cc5-4bb4-9c1a-12eb3c25efde req-3406b0ea-4e35-4e02-8b00-05e964b32df7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:50.430075 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-895ca839-4cc5-4bb4-9c1a-12eb3c25efde req-3406b0ea-4e35-4e02-8b00-05e964b32df7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0805581 Jul 29 13:50:50.479066 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-895ca839-4cc5-4bb4-9c1a-12eb3c25efde req-106bcf02-6ed7-4b91-b017-030f9f8ace66 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Jul 29 13:50:51.553800 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:50:51.676294 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930255d-a4ce-4772-ad65-142b3f6999cf req-2c73d262-a895-4365-8d37-34b499464e84 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:51.677776 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0930255d-a4ce-4772-ad65-142b3f6999cf req-2c73d262-a895-4365-8d37-34b499464e84 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0840042 Jul 29 13:50:51.723207 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0930255d-a4ce-4772-ad65-142b3f6999cf req-18d11317-17dd-456d-be96-5c383650c41d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398462 Jul 29 13:50:52.942271 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82117925-ccdd-4267-8906-cddd62942000 req-3f9f22af-0bbb-4c8f-b7f2-3b114a4900cb tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:52.943850 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-82117925-ccdd-4267-8906-cddd62942000 req-3f9f22af-0bbb-4c8f-b7f2-3b114a4900cb tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0876181 Jul 29 13:50:52.993070 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-82117925-ccdd-4267-8906-cddd62942000 req-fe17e737-e2b2-4dcf-940d-e88a704b8a45 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425334 Jul 29 13:50:54.219626 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08264c9-dc8e-44aa-89a7-e8c34c1edc3b req-12080ff9-d15f-4390-8c70-8c4d6e737e79 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:54.221159 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e08264c9-dc8e-44aa-89a7-e8c34c1edc3b req-12080ff9-d15f-4390-8c70-8c4d6e737e79 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0918155 Jul 29 13:50:54.276955 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e08264c9-dc8e-44aa-89a7-e8c34c1edc3b req-f0f8d654-6104-49db-a1a1-9a0ad6be0da7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498013 Jul 29 13:50:55.480150 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d75026-70df-4644-ae43-959db14faaf4 req-cb37fea5-316a-400b-a7c2-e8e35d941730 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:55.481516 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-80d75026-70df-4644-ae43-959db14faaf4 req-cb37fea5-316a-400b-a7c2-e8e35d941730 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0847659 Jul 29 13:50:55.527232 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-80d75026-70df-4644-ae43-959db14faaf4 req-5186a09f-e50e-4859-a95e-75e360d7b20a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398984 Jul 29 13:50:56.718242 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d359ee-dbee-4bf4-b5e8-ac3e2c7a0e89 req-397c3fad-cf15-452f-bf4e-09771cf3c55c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:56.719790 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-84d359ee-dbee-4bf4-b5e8-ac3e2c7a0e89 req-397c3fad-cf15-452f-bf4e-09771cf3c55c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0831242 Jul 29 13:50:56.764569 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-84d359ee-dbee-4bf4-b5e8-ac3e2c7a0e89 req-4e9fb41c-b685-413e-83a2-4ccca4bd05f1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390272 Jul 29 13:50:57.956872 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba5224-0200-472c-8226-eec76f380ecc req-e77b4329-c1a6-478a-99f5-c21c00bb41ac tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:57.958341 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66ba5224-0200-472c-8226-eec76f380ecc req-e77b4329-c1a6-478a-99f5-c21c00bb41ac tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0809186 Jul 29 13:50:58.006630 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66ba5224-0200-472c-8226-eec76f380ecc req-3f7b1935-bfb3-4813-8ebe-8fee2e5c2c13 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426846 Jul 29 13:50:59.209190 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088dbb0-247d-4dbd-82dc-66deb969ec96 req-22bdad17-bf66-4267-893d-5d4b339b962f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:50:59.210660 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c088dbb0-247d-4dbd-82dc-66deb969ec96 req-22bdad17-bf66-4267-893d-5d4b339b962f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0903325 Jul 29 13:50:59.255005 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c088dbb0-247d-4dbd-82dc-66deb969ec96 req-6ccda356-53ae-4d14-9896-b19ca5438cf1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386884 Jul 29 13:51:00.448104 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c76de1-9475-4e1a-8ad0-f18bd816ea1b req-d0d32288-d430-45d3-9f8d-79bc5ce3ea21 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:00.449638 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d4c76de1-9475-4e1a-8ad0-f18bd816ea1b req-d0d32288-d430-45d3-9f8d-79bc5ce3ea21 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0819945 Jul 29 13:51:00.495739 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d4c76de1-9475-4e1a-8ad0-f18bd816ea1b req-b3ff2c14-7b91-4e6c-b46d-999b398a52a5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395782 Jul 29 13:51:01.688582 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d42a48-c22a-41cf-9273-9f8f41ae3003 req-32e7f9ed-8100-4123-b6ec-8fc9991c9d63 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:01.690086 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-10d42a48-c22a-41cf-9273-9f8f41ae3003 req-32e7f9ed-8100-4123-b6ec-8fc9991c9d63 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0799739 Jul 29 13:51:01.739088 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-10d42a48-c22a-41cf-9273-9f8f41ae3003 req-2cc8f47f-af42-4e45-8d2b-7c13eaefeb9e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434213 Jul 29 13:51:03.003625 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4c61-a6d2-4c8e-b987-d8ee13cc975f req-cba682ab-8390-4199-8025-668ac7d5f2b2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:03.005111 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9b1b4c61-a6d2-4c8e-b987-d8ee13cc975f req-cba682ab-8390-4199-8025-668ac7d5f2b2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.1547194 Jul 29 13:51:03.050816 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9b1b4c61-a6d2-4c8e-b987-d8ee13cc975f req-2dd3c7ec-f271-4b53-be7a-dec18c5fa64b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400655 Jul 29 13:51:04.307770 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dce2e-1c05-41a8-b8c3-78629de792c4 req-e8938a1b-a1b3-4fef-b226-ae7b6d962bb0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:04.309181 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-647dce2e-1c05-41a8-b8c3-78629de792c4 req-e8938a1b-a1b3-4fef-b226-ae7b6d962bb0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.1458697 Jul 29 13:51:04.355844 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-647dce2e-1c05-41a8-b8c3-78629de792c4 req-78cbfee5-c511-4968-9acb-ab5b461f06bb tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Jul 29 13:51:05.214285 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-ccc6cc79-4fec-4d89-ab4d-78b4e80d783f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:05.551102 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b14afe-ced4-4f7d-b118-aaf52984f656 req-aae2d05d-10db-48e1-a35b-30949ed2afe5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:05.552667 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c6b14afe-ced4-4f7d-b118-aaf52984f656 req-aae2d05d-10db-48e1-a35b-30949ed2afe5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0814743 Jul 29 13:51:05.600874 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c6b14afe-ced4-4f7d-b118-aaf52984f656 req-fc241eac-5e9b-40c1-a263-4ecafd607985 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Jul 29 13:51:05.614867 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:06.799733 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18304-45b3-4977-a165-2c4279b954f9 req-4894bfe8-4ffd-4a78-a3fc-afbf31034a79 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:06.801256 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-dad18304-45b3-4977-a165-2c4279b954f9 req-4894bfe8-4ffd-4a78-a3fc-afbf31034a79 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0831110 Jul 29 13:51:06.847057 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-dad18304-45b3-4977-a165-2c4279b954f9 req-c18b8058-a846-4b4c-a9ec-71105b3ef557 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401101 Jul 29 13:51:07.811596 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c360707f-075c-4d67-a079-aade3c1a5f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:08.034490 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6235691-e7ec-40b6-ad11-c8af8ccf5a65 req-b105257f-bad0-432a-8359-81bec3684a1e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:08.036214 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e6235691-e7ec-40b6-ad11-c8af8ccf5a65 req-b105257f-bad0-432a-8359-81bec3684a1e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0804853 Jul 29 13:51:08.083196 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e6235691-e7ec-40b6-ad11-c8af8ccf5a65 req-db6b6d3b-a5f6-4db5-a590-932558f9f28e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Jul 29 13:51:09.254657 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:09.289926 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1e7e7-f728-4ba0-8773-b036549f7534 req-89e71e58-a9f0-4e26-875d-6fb73b4b96d8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:09.291413 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5ad1e7e7-f728-4ba0-8773-b036549f7534 req-89e71e58-a9f0-4e26-875d-6fb73b4b96d8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0954108 Jul 29 13:51:09.342631 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5ad1e7e7-f728-4ba0-8773-b036549f7534 req-f5d7aac9-c1de-4ccd-95b7-6c56877660c6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437202 Jul 29 13:51:10.540083 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bfb9a-8294-45bc-b903-ff1d4a1ffe51 req-69cd0127-b9d8-490e-a85c-8437f65fcb0b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:10.541289 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a12bfb9a-8294-45bc-b903-ff1d4a1ffe51 req-69cd0127-b9d8-490e-a85c-8437f65fcb0b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0864704 Jul 29 13:51:10.589062 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a12bfb9a-8294-45bc-b903-ff1d4a1ffe51 req-b3c65d16-bdab-4d16-a144-7893322cd9b8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Jul 29 13:51:10.909356 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:11.784846 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c24ca-d9cd-4888-9368-dcdb91fe0514 req-e6cd95a2-13c0-4fdb-add6-3e71722f1d5d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:11.786312 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-824c24ca-d9cd-4888-9368-dcdb91fe0514 req-e6cd95a2-13c0-4fdb-add6-3e71722f1d5d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0816157 Jul 29 13:51:11.832122 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-824c24ca-d9cd-4888-9368-dcdb91fe0514 req-42f589e4-895a-4b49-bf3f-d2ce14f05867 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402160 Jul 29 13:51:12.484177 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856fa11-6ffe-4f98-be06-cad88a8b4bf8 req-f41f1a65-fbc4-4912-86f4-0a9e90f2bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:12.485635 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e856fa11-6ffe-4f98-be06-cad88a8b4bf8 req-f41f1a65-fbc4-4912-86f4-0a9e90f2bdf3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 1099 time: 0.0834904 Jul 29 13:51:12.529563 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e856fa11-6ffe-4f98-be06-cad88a8b4bf8 req-7dd2cd11-18ad-401f-829f-aed1b6d7aab4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368111 Jul 29 13:51:12.893645 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:13.032304 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb196af-edd6-40b0-95c9-c2d87bdd57e9 req-9fff5c02-2540-4287-ad98-845fa7449414 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:13.033918 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ceb196af-edd6-40b0-95c9-c2d87bdd57e9 req-9fff5c02-2540-4287-ad98-845fa7449414 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0866508 Jul 29 13:51:13.082465 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ceb196af-edd6-40b0-95c9-c2d87bdd57e9 req-168aa455-1049-46b5-afb2-16b3d1994092 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Jul 29 13:51:14.286130 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b6e4e-8d52-4310-b3e5-0015375a1d95 req-9083299b-48b6-434d-ab92-c4cc7ef8df49 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:14.287605 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9c9b6e4e-8d52-4310-b3e5-0015375a1d95 req-9083299b-48b6-434d-ab92-c4cc7ef8df49 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0861294 Jul 29 13:51:14.333006 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9c9b6e4e-8d52-4310-b3e5-0015375a1d95 req-a5968b6a-415f-4581-ac6e-c7ae215cbe1e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 Jul 29 13:51:15.538838 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610fc3a-9af4-4a99-ab6f-ff6fb136ce75 req-6fa692b9-29ff-48a4-b1ee-6f43e88ef1ff tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:15.540297 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d610fc3a-9af4-4a99-ab6f-ff6fb136ce75 req-6fa692b9-29ff-48a4-b1ee-6f43e88ef1ff tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0828629 Jul 29 13:51:15.585570 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d610fc3a-9af4-4a99-ab6f-ff6fb136ce75 req-c97ba908-1d24-4e0f-8bab-e7ad7f05b374 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391979 Jul 29 13:51:28.552694 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:51:35.206533 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5fe981f1-2626-4bf1-aa5e-80026f13f34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:35.619117 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:37.794839 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2638f691-d92d-4213-bf1e-5c4a26bdead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:39.253363 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:40.912218 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:42.915695 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:51:44.416315 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-b0802b72-48f6-4e63-b32b-0ed8077039dd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688505 Jul 29 13:51:44.508156 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-5ff231a8-c71f-48fc-aaee-efee9bf05f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:44.509642 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-5ff231a8-c71f-48fc-aaee-efee9bf05f7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 1099 time: 0.0720668 Jul 29 13:51:44.658318 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-4f3ddf28-2e3a-4f77-86fc-8f9fe5d8cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:44.659766 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-4f3ddf28-2e3a-4f77-86fc-8f9fe5d8cf57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 916 time: 0.1308854 Jul 29 13:51:44.771130 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-a8b54dda-65ec-4550-a9a0-c36815b9a818 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b66d636-0450-48c5-9abc-1a64a686a872 HTTP/1.1" status: 200 len: 1000 time: 0.1033595 Jul 29 13:51:44.836070 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-14b61cc2-ed4e-449a-b0ec-458aaa79e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:44.837516 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-14b61cc2-ed4e-449a-b0ec-458aaa79e4d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 200 len: 854 time: 0.0594134 Jul 29 13:51:44.914491 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-58ae6aaf-801a-4522-8446-0e8ba3253611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:51:44.916059 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-58ae6aaf-801a-4522-8446-0e8ba3253611 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96f4876e-fe94-4c5a-a961-3b195609878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708582 Jul 29 13:51:45.050632 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-6b9b6425-07f1-4d1d-a312-9bef2e03a2ff service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280594 Jul 29 13:51:45.183777 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5ff16e5e-bc6f-4f2e-b266-4b3f7f7494ac req-f40ffeb1-a84c-4d4d-8b04-16875b4e7a57 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257062 Jul 29 13:52:05.207633 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2a1eec14-3768-4aae-a074-cc5731fff1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:05.551555 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:52:05.622970 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:07.798157 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-3bc88414-8a82-45e3-894d-0027a7b7aed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:09.255403 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:10.917058 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:12.912819 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:35.210799 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6ae4-ce76-4844-a37e-834c0c5cd910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:35.624934 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:37.800324 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8bc195d1-795c-46b3-8782-6353c96206e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:39.257525 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:40.919163 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:42.550084 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:52:42.909958 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:52:45.439563 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-2e48d078-d613-4bbc-a41b-875db2dcda0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1190133 Jul 29 13:52:45.529383 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-b5c8cda9-cc68-4bdb-a8b9-ad59c23a8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:52:45.530898 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-b5c8cda9-cc68-4bdb-a8b9-ad59c23a8f4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 1099 time: 0.0703793 Jul 29 13:52:45.731047 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-610244cf-b79b-4516-a4d1-651d4937ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:52:45.732533 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-610244cf-b79b-4516-a4d1-651d4937ff6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.1823781 Jul 29 13:52:45.805497 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-5af44dda-a6fa-4530-9536-7d16e75cc67f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0 HTTP/1.1" status: 200 len: 217 time: 0.0656219 Jul 29 13:52:45.865328 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-9954fd9d-4067-424f-be19-6e7fe86cd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:52:45.867021 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-9954fd9d-4067-424f-be19-6e7fe86cd356 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.0561726 Jul 29 13:52:45.917559 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-64b152da-1255-4ec5-94d0-5434600ffca2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439637 Jul 29 13:52:46.049240 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-b376f017-aaf5-477f-bddc-92f236b32647 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245370 Jul 29 13:52:46.183198 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66a0ac07-f1ac-4c6f-905f-6e283627943c req-d73b1b12-6cea-45c8-9935-d44f2fee770d service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274056 Jul 29 13:53:05.215733 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-903938a9-fef4-422f-98c7-79b573c45529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:05.628873 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:07.802780 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-ce33f4aa-5796-46c9-9db6-070b5dd4281c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:09.261470 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:10.920618 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:12.920459 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:19.548156 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:53:35.218115 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b5da8dd6-a914-4c32-8ed0-2f78ba722633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:35.632478 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:37.804892 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2e6a-4bb9-414d-a53f-f6ac116d3918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:39.264543 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:40.923410 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:42.938099 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:53:45.745959 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-cb6f5290-d2a9-4abb-b522-4c44351d3b1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822084 Jul 29 13:53:45.852517 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-bd0c2425-ae3c-44fa-894c-8ae7c0d60363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:53:45.853931 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-bd0c2425-ae3c-44fa-894c-8ae7c0d60363 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0860634 Jul 29 13:53:46.017612 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-5109adf2-e649-4dea-a564-a74a272e1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:53:46.019071 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-5109adf2-e649-4dea-a564-a74a272e1d68 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1444509 Jul 29 13:53:46.090042 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-43cdf646-d18b-488f-a0c1-0741cee2e6a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39 HTTP/1.1" status: 200 len: 217 time: 0.0644810 Jul 29 13:53:46.163951 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-55f203be-ab71-4c28-9353-ea2024b08080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:53:46.165312 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-55f203be-ab71-4c28-9353-ea2024b08080 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0687785 Jul 29 13:53:46.212961 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-694ab79e-7e93-4628-94cf-59d7c6000d2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409007 Jul 29 13:53:46.373460 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-9a74e9ba-cab0-4f1a-a13c-52220782eba5 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536610 Jul 29 13:53:46.532025 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1a78e856-ca9b-4b22-ac1e-9514dd25eda0 req-c26e55ac-14e6-4367-a0e6-d349898f0c63 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509402 Jul 29 13:53:56.547732 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:54:05.221659 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b99a28a4-c8cd-4269-bf1b-fa73c48ff930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:05.634441 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:07.807591 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f7407079-1bba-4b4a-b0f2-291eeeb57a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:09.265432 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:10.926526 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:12.935262 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:33.546662 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:54:35.225850 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b8734779-3e32-4746-8cb7-b3302b2a4aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:35.634478 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:37.808102 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b7950c36-a3c4-488f-9267-08aa8734704f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:39.271492 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:40.928762 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:42.953916 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:54:45.726326 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-36d67232-bfc0-498f-b95e-e39541919ab5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714452 Jul 29 13:54:45.829309 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-f6be89ea-53c2-4787-8626-c68007c3537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:54:45.830828 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-f6be89ea-53c2-4787-8626-c68007c3537e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 1099 time: 0.0841086 Jul 29 13:54:46.051489 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-953c58fb-8038-4f3f-9655-490e89300935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:54:46.053057 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-953c58fb-8038-4f3f-9655-490e89300935 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.2017686 Jul 29 13:54:46.126120 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-8ce310cb-6171-4a7f-936e-0e10d5b3c916 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6f3e8fb-9db9-411c-ba51-f8178fbf393b HTTP/1.1" status: 200 len: 217 time: 0.0656958 Jul 29 13:54:46.194478 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-16e7577c-3b72-496a-b5b6-cb02a7399b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:54:46.196104 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-16e7577c-3b72-496a-b5b6-cb02a7399b63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0639250 Jul 29 13:54:46.244804 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-92e32c82-1050-4862-8862-fba8ba9d7d03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411415 Jul 29 13:54:46.381388 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-eb810f55-2077-4e63-81f6-d39c45050e5d service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297505 Jul 29 13:54:46.532397 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c9395b-21b1-4060-88ae-a413a6484750 req-18c8c8e0-f527-4a36-8fa7-a7509fee221c service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444054 Jul 29 13:55:05.227999 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-08201773-2370-4715-a2f6-ed4ef1111b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:05.636437 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:07.810895 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f63c164f-f898-4845-98f3-21c589422288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:09.273433 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:10.546368 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:55:10.931697 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:12.966855 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:35.233781 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c7e598dd-2351-44fc-b1d8-97e957de8cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:35.637780 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:37.812759 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a8b6-17d0-40b9-b958-71e436bf6d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:39.282134 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:40.938959 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:42.969603 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:45.573240 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 40372) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:45.651662 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:45.683579 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:45.750567 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:45.754563 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b8d9dc0c-2c4a-4954-9412-59b2bcf8208f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:45.769091 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b7bd0-f8bb-4660-8fc4-11c43321eb3c,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:45.777488 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:45.778578 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] 10.222.0.23 "DELETE /v2.0/security-groups/193b7bd0-f8bb-4660-8fc4-11c43321eb3c HTTP/1.1" status: 204 len: 168 time: 0.2040231 Jul 29 13:55:45.780109 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.780477 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.780837 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.781194 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.785902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.785902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.785902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.785902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.785902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.785902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.785902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.785902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:45.787133 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:45.881892 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40378) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:46.521088 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973956'] for router_interface, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:46.736383 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-75e5d429-a995-4281-a6f8-b0359cdf885b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704584 Jul 29 13:55:46.835501 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-bebdf527-025b-46c1-8281-d09d220e2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:55:46.837056 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-bebdf527-025b-46c1-8281-d09d220e2568 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5e0ea8fe74840f2821560ff31623c57&device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 1099 time: 0.0752120 Jul 29 13:55:46.874681 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Deleting port 0c6977f5-c2da-46a1-8260-ec99f3d94265 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:55:46.874951 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:46.985378 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-a32480b8-463c-4ba1-8c74-7ae1b53f3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:55:46.986834 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-a32480b8-463c-4ba1-8c74-7ae1b53f3066 service neutron] 10.222.0.10 "GET /v2.0/networks?id=53982d56-4d37-45e0-98ec-6255931347b8 HTTP/1.1" status: 200 len: 915 time: 0.1312647 Jul 29 13:55:47.057917 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-b85d1609-f972-4166-a910-2d7c6ef7df57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=423d376e-ed74-40fc-974d-46ee85facf12 HTTP/1.1" status: 200 len: 217 time: 0.0642087 Jul 29 13:55:47.120055 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-561842bf-a0e7-4fa1-a62b-f5a05b2fee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:55:47.121503 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-561842bf-a0e7-4fa1-a62b-f5a05b2fee78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0e3596b-4bc6-4233-a810-d652bf1e68bc HTTP/1.1" status: 200 len: 854 time: 0.0576549 Jul 29 13:55:47.139453 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] For port 0c6977f5-c2da-46a1-8260-ec99f3d94265, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=0c6977f5-c2da-46a1-8260-ec99f3d94265,segment=NetworkSegment(54a748e7-6770-4e18-81e3-1535b3247af5),segment_id=54a748e7-6770-4e18-81e3-1535b3247af5)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:55:47.140032 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:47.169303 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-980e6700-e0cb-4b74-a4e6-124ed35cddf6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53982d56-4d37-45e0-98ec-6255931347b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405636 Jul 29 13:55:47.270686 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Calling delete_port for 0c6977f5-c2da-46a1-8260-ec99f3d94265 owned by network:router_interface {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:55:47.310362 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-f1c971e2-e1d9-4116-8245-7ddfbed78209 service neutron] 10.222.0.10 "GET /v2.0/networks/53982d56-4d37-45e0-98ec-6255931347b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345813 Jul 29 13:55:47.533789 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1223e7a0-4ffe-4e24-a908-329451c13dae req-72641128-f654-440e-913c-77d0a864c2d3 service neutron] 10.222.0.10 "GET /v2.0/networks/53982d56-4d37-45e0-98ec-6255931347b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164683 Jul 29 13:55:47.553513 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:55:47.741017 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:47.745249 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:47.799677 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6977f5-c2da-46a1-8260-ec99f3d94265,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:47.848513 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.848883 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.849246 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.849601 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.849956 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.850310 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.850656 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.851000 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.851345 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.851770 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.852707 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.853052 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:47.883759 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:48.120891 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1973944'] for router_interface, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:48.562291 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Router 9b716b5a-0c0d-41fe-9d24-874bb73f410e has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 13:55:48.740346 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:55:48.750492 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b716b5a-0c0d-41fe-9d24-874bb73f410e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8675175 Jul 29 13:55:48.752831 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] Sync routers for ids ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:55:48.753312 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40404) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:48.764655 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] Routers {'9b716b5a-0c0d-41fe-9d24-874bb73f410e'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:55:48.765648 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:55:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:48.932812 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Notify callbacks [] for router, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:48.947428 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] Set router 9b716b5a-0c0d-41fe-9d24-874bb73f410e gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:55:49.114739 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:49.126990 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Deleting port b0c06e9b-00a9-44fd-85dc-7acda01eda30 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:55:49.127329 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:49.236585 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'name': 'tempest-TestShelveInstance-1875223888-router', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:18Z', 'updated_at': '2021-07-29T13:55:47Z', 'revision_number': 5, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'gw_port': {'id': 'b0c06e9b-00a9-44fd-85dc-7acda01eda30', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:20Z', 'updated_at': '2021-07-29T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:49.240367 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] Checking router: 9b716b5a-0c0d-41fe-9d24-874bb73f410e for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:55:49.249278 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] Routers {'9b716b5a-0c0d-41fe-9d24-874bb73f410e'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:55:49.249915 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:55:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:49.341033 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] For port b0c06e9b-00a9-44fd-85dc-7acda01eda30, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=b0c06e9b-00a9-44fd-85dc-7acda01eda30,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:55:49.341395 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:49.416786 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] Set router 9b716b5a-0c0d-41fe-9d24-874bb73f410e gateway port host: None {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:55:49.469452 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Calling delete_port for b0c06e9b-00a9-44fd-85dc-7acda01eda30 owned by network:router_gateway {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:55:49.561705 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'name': 'tempest-TestShelveInstance-1875223888-router', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:18Z', 'updated_at': '2021-07-29T13:55:49Z', 'revision_number': 6, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'gw_port_host': None}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:49.566417 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3d43b-ecc3-41e7-98c6-126f3472bbd1 None None] The sync data for ids ['9b716b5a-0c0d-41fe-9d24-874bb73f410e'] in dv-cinder-801321-2-iscsi is: [{'id': '9b716b5a-0c0d-41fe-9d24-874bb73f410e', 'name': 'tempest-TestShelveInstance-1875223888-router', 'tenant_id': '080f48a4eafd43dc95727a22e5306ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:18Z', 'updated_at': '2021-07-29T13:55:49Z', 'revision_number': 6, 'project_id': '080f48a4eafd43dc95727a22e5306ea0', 'gw_port_host': None}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:55:49.643312 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:49.647189 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-26c7799c-aebe-4860-afc5-dd65bfdfbd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:49.691306 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c06e9b-00a9-44fd-85dc-7acda01eda30,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:49.694248 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:49.888267 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673745'] for router_gateway, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.075578 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1975883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1860'] for router, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.077940 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.162714 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1972811'] for router, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.163376 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b716b5a-0c0d-41fe-9d24-874bb73f410e {{(pid=78539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 13:55:50.177867 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.179010 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] 10.222.0.23 "DELETE /v2.0/routers/9b716b5a-0c0d-41fe-9d24-874bb73f410e HTTP/1.1" status: 204 len: 168 time: 1.4251673 Jul 29 13:55:50.183705 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40422) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:50.241123 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d18511-99d4-4142-9c6c-83c356fe4953 admin admin] Deleting subnet b094e35b-cc97-4b32-bdbd-d6880a778b95 {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 13:55:50.244707 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c0d18511-99d4-4142-9c6c-83c356fe4953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.296125 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c0d18511-99d4-4142-9c6c-83c356fe4953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.412713 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c0d18511-99d4-4142-9c6c-83c356fe4953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.486060 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c0d18511-99d4-4142-9c6c-83c356fe4953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.489872 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b1b4d76f-3807-478f-b994-983cb216a83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:50.526313 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d18511-99d4-4142-9c6c-83c356fe4953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b094e35b-cc97-4b32-bdbd-d6880a778b95,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:50.528239 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c0d18511-99d4-4142-9c6c-83c356fe4953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.531008 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c0d18511-99d4-4142-9c6c-83c356fe4953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:50.535328 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-c0d18511-99d4-4142-9c6c-83c356fe4953 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b094e35b-cc97-4b32-bdbd-d6880a778b95 HTTP/1.1" status: 204 len: 168 time: 0.3506033 Jul 29 13:55:50.535625 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389bfd38-746f-4656-93bd-58c95a005097 None None] Network 4e906f8d-9087-44ca-9409-a021a419cd23 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:55:50.539018 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40426) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:50.660800 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.676591 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Deleting port 092b1adf-9e7e-430e-bd75-1a534ffacfee {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:55:50.677063 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.804720 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82917894-2e28-4d30-90a6-00522449588b None None] DHCP port deletion for 4e906f8d-9087-44ca-9409-a021a419cd23 request from dv-cinder-801321-2-iscsi {{(pid=78541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 13:55:50.810813 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-82917894-2e28-4d30-90a6-00522449588b None None] Deleting port 092b1adf-9e7e-430e-bd75-1a534ffacfee {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:55:50.811661 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-82917894-2e28-4d30-90a6-00522449588b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:50.992801 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] For port 092b1adf-9e7e-430e-bd75-1a534ffacfee, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=092b1adf-9e7e-430e-bd75-1a534ffacfee,segment=NetworkSegment(54a748e7-6770-4e18-81e3-1535b3247af5),segment_id=54a748e7-6770-4e18-81e3-1535b3247af5)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:55:50.993300 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:51.071112 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-82917894-2e28-4d30-90a6-00522449588b None None] For port 092b1adf-9e7e-430e-bd75-1a534ffacfee, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=092b1adf-9e7e-430e-bd75-1a534ffacfee,segment=NetworkSegment(54a748e7-6770-4e18-81e3-1535b3247af5),segment_id=54a748e7-6770-4e18-81e3-1535b3247af5)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:55:51.071646 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-82917894-2e28-4d30-90a6-00522449588b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:51.192321 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-82917894-2e28-4d30-90a6-00522449588b None None] Calling delete_port for 092b1adf-9e7e-430e-bd75-1a534ffacfee owned by network:dhcp {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:55:51.204925 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Calling delete_port for 092b1adf-9e7e-430e-bd75-1a534ffacfee owned by network:dhcp {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:55:51.222462 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 0c6977f5-c2da-46a1-8260-ec99f3d94265 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:55:51.267274 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 0c6977f5-c2da-46a1-8260-ec99f3d94265 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 13:55:51.267550 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 0c6977f5-c2da-46a1-8260-ec99f3d94265 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 13:55:51.267996 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device b0c06e9b-00a9-44fd-85dc-7acda01eda30 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:55:51.309428 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: b0c06e9b-00a9-44fd-85dc-7acda01eda30 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 13:55:51.309686 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device b0c06e9b-00a9-44fd-85dc-7acda01eda30 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 13:55:51.309993 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 092b1adf-9e7e-430e-bd75-1a534ffacfee no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:55:51.323274 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:51.331475 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:51.348321 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 092b1adf-9e7e-430e-bd75-1a534ffacfee {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 13:55:51.348681 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 092b1adf-9e7e-430e-bd75-1a534ffacfee not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 13:55:51.414017 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Pushing event deleted for resources: {'Port': ['ID=092b1adf-9e7e-430e-bd75-1a534ffacfee,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:51.416842 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] No DVR routers for this DVR port 092b1adf-9e7e-430e-bd75-1a534ffacfee on host dv-cinder-801321-2-iscsi {{(pid=78539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 13:55:51.419178 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:51.431617 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.db.api [None req-82917894-2e28-4d30-90a6-00522449588b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 13:55:51.432047 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_db.api [None req-82917894-2e28-4d30-90a6-00522449588b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 13:55:51.709931 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:51.730027 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e906f8d-9087-44ca-9409-a021a419cd23']}} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:51.749542 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a748e7-6770-4e18-81e3-1535b3247af5') {'for_net_delete': True} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:51.749999 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a748e7-6770-4e18-81e3-1535b3247af5') {} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:51.767026 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1106423'] for segment, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:51.791432 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:51.797988 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=78539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 13:55:51.798376 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2557363'] for segment, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: Traceback (most recent call last): Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: timer() Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: cb(*args, **kw) Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: return func(*args, **kwargs) Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: self._notify() Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: self.callback(batched_events) Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: event.method(event) Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: return f(self, *a, **k) Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._get(url).json() Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: return self.request(url, 'GET', **kwargs) Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 13:55:51.812559 dv-cinder-801321-2-iscsi neutron-server[78539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 13:55:51.897322 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:51.902917 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:51.905609 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:51.928121 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Pushing event deleted for resources: {'Network': ['ID=4e906f8d-9087-44ca-9409-a021a419cd23,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:51.932058 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:51.933479 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-82917894-2e28-4d30-90a6-00522449588b None None] Deleting port 092b1adf-9e7e-430e-bd75-1a534ffacfee {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:55:51.933479 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-82917894-2e28-4d30-90a6-00522449588b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:51.937125 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] 10.222.0.23 "DELETE /v2.0/networks/4e906f8d-9087-44ca-9409-a021a419cd23 HTTP/1.1" status: 204 len: 168 time: 1.3927884 Jul 29 13:55:51.937125 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40442) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:52.006711 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-82917894-2e28-4d30-90a6-00522449588b None None] The port '092b1adf-9e7e-430e-bd75-1a534ffacfee' was deleted {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 13:55:52.483545 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973956'] for router_interface, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:52.832072 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Deleting port 7bec29c1-4b4b-4344-9637-f61ccdbaa366 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:55:52.832995 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:53.023197 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] For port 7bec29c1-4b4b-4344-9637-f61ccdbaa366, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=7bec29c1-4b4b-4344-9637-f61ccdbaa366,segment=NetworkSegment(75160c41-da5f-4e3a-a05d-64a2f1a10a49),segment_id=75160c41-da5f-4e3a-a05d-64a2f1a10a49)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:55:53.023809 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:53.358415 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Calling delete_port for 7bec29c1-4b4b-4344-9637-f61ccdbaa366 owned by network:router_interface {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:55:53.596397 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:53.600991 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a1f40de6-e44b-4082-addd-41da169f6c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:53.644703 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Pushing event deleted for resources: {'Port': ['ID=7bec29c1-4b4b-4344-9637-f61ccdbaa366,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:53.671338 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:53.912153 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1973944'] for router_interface, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:54.268995 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 13:55:54.447651 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:55:54.456577 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] 10.222.0.23 "PUT /v2.0/routers/5e9fb0ca-107e-4507-a0e9-7b1298866b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5189030 Jul 29 13:55:54.459004 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40466) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:54.459387 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] Sync routers for ids ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:55:54.469442 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] Routers {'5e9fb0ca-107e-4507-a0e9-7b1298866b71'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:55:54.470063 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:55:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:54.634926 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Notify callbacks [] for router, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:54.710499 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] Set router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:55:54.917516 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:54.926961 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Deleting port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:55:54.927312 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:55.103876 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] For port 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=86a14c60-bfe6-43ec-93a1-0fa8fb0e875c,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:55:55.104233 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:55.111101 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'name': 'tempest-TestShelveInstance-1187952212-router', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:30Z', 'updated_at': '2021-07-29T13:55:53Z', 'revision_number': 5, 'project_id': 'e75f672b8da44767b41e70861b105514', 'gw_port': {'id': '86a14c60-bfe6-43ec-93a1-0fa8fb0e875c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:49:32Z', 'updated_at': '2021-07-29T13:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:55.115672 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] Checking router: 5e9fb0ca-107e-4507-a0e9-7b1298866b71 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:55:55.126942 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] Routers {'5e9fb0ca-107e-4507-a0e9-7b1298866b71'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:55:55.127572 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:55:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:55.228476 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Calling delete_port for 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c owned by network:router_gateway {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:55:55.287712 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] Set router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 gateway port host: None {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:55:55.410801 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:55.415972 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:55.429571 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'name': 'tempest-TestShelveInstance-1187952212-router', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:30Z', 'updated_at': '2021-07-29T13:55:54Z', 'revision_number': 6, 'project_id': 'e75f672b8da44767b41e70861b105514', 'gw_port_host': None}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:55.434441 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce822f0-6fe7-4459-b3b4-1d6ad51a826f None None] The sync data for ids ['5e9fb0ca-107e-4507-a0e9-7b1298866b71'] in dv-cinder-801321-2-iscsi is: [{'id': '5e9fb0ca-107e-4507-a0e9-7b1298866b71', 'name': 'tempest-TestShelveInstance-1187952212-router', 'tenant_id': 'e75f672b8da44767b41e70861b105514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:49:30Z', 'updated_at': '2021-07-29T13:55:54Z', 'revision_number': 6, 'project_id': 'e75f672b8da44767b41e70861b105514', 'gw_port_host': None}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:55:55.463711 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a14c60-bfe6-43ec-93a1-0fa8fb0e875c,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:55.466833 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:55.556201 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673745'] for router_gateway, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:55.722784 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1975883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1860'] for router, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:55.724870 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:55.748113 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1972811'] for router, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:55.748620 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9fb0ca-107e-4507-a0e9-7b1298866b71 {{(pid=78539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 13:55:55.761192 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:55.762330 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5e9fb0ca-107e-4507-a0e9-7b1298866b71 HTTP/1.1" status: 204 len: 168 time: 1.3024337 Jul 29 13:55:55.764786 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40478) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:55.829885 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29cee33-97bc-45fe-879e-26489abb41a6 admin admin] Deleting subnet 8cbe1a74-bfce-4aa6-9a9f-b58be0690b69 {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 13:55:55.832969 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d29cee33-97bc-45fe-879e-26489abb41a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:55.884335 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d29cee33-97bc-45fe-879e-26489abb41a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:55.963059 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d29cee33-97bc-45fe-879e-26489abb41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:56.034406 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d29cee33-97bc-45fe-879e-26489abb41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:56.039122 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:56.073508 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cee33-97bc-45fe-879e-26489abb41a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cbe1a74-bfce-4aa6-9a9f-b58be0690b69,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:56.075438 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d29cee33-97bc-45fe-879e-26489abb41a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:56.077963 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d29cee33-97bc-45fe-879e-26489abb41a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:56.080598 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c11e9-9d7c-4bbe-85e3-42f1cc0da367 None None] Network e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:55:56.082163 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d29cee33-97bc-45fe-879e-26489abb41a6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8cbe1a74-bfce-4aa6-9a9f-b58be0690b69 HTTP/1.1" status: 204 len: 168 time: 0.3164682 Jul 29 13:55:56.085237 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40482) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:56.198949 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:56.212851 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Deleting port 5cf2452d-faea-4906-8e84-06b1b066e71a {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:55:56.213225 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:56.367647 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] DHCP port deletion for e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 request from dv-cinder-801321-2-iscsi {{(pid=78541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 13:55:56.374784 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Deleting port 5cf2452d-faea-4906-8e84-06b1b066e71a {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:55:56.376222 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:56.612006 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] For port 5cf2452d-faea-4906-8e84-06b1b066e71a, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=5cf2452d-faea-4906-8e84-06b1b066e71a,segment=NetworkSegment(75160c41-da5f-4e3a-a05d-64a2f1a10a49),segment_id=75160c41-da5f-4e3a-a05d-64a2f1a10a49)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:55:56.616238 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] For port 5cf2452d-faea-4906-8e84-06b1b066e71a, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=5cf2452d-faea-4906-8e84-06b1b066e71a,segment=NetworkSegment(75160c41-da5f-4e3a-a05d-64a2f1a10a49),segment_id=75160c41-da5f-4e3a-a05d-64a2f1a10a49)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:55:56.616789 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:56.616913 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:56.742114 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Calling delete_port for 5cf2452d-faea-4906-8e84-06b1b066e71a owned by network:dhcp {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:55:56.743210 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Calling delete_port for 5cf2452d-faea-4906-8e84-06b1b066e71a owned by network:dhcp {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:55:56.818456 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785'] for port, after_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:56.822921 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-7e52f8c0-126b-4673-ad78-c60614620322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:56.826039 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.db.api [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 13:55:56.826410 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_db.api [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 13:55:56.868571 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Pushing event deleted for resources: {'Port': ['ID=5cf2452d-faea-4906-8e84-06b1b066e71a,revision_number=None']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:56.873420 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] No DVR routers for this DVR port 5cf2452d-faea-4906-8e84-06b1b066e71a on host dv-cinder-801321-2-iscsi {{(pid=78541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 13:55:56.878563 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.878911 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.879253 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.879602 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.879979 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.880317 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.880643 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.880975 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.881315 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.881644 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.881968 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.882291 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:55:56.886352 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:57.174226 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:55:57.208747 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 13:55:57.209100 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 86a14c60-bfe6-43ec-93a1-0fa8fb0e875c not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 13:55:57.209526 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 7bec29c1-4b4b-4344-9637-f61ccdbaa366 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:55:57.241866 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 7bec29c1-4b4b-4344-9637-f61ccdbaa366 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 13:55:57.242220 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 7bec29c1-4b4b-4344-9637-f61ccdbaa366 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 13:55:57.243436 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 5cf2452d-faea-4906-8e84-06b1b066e71a no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:55:57.282166 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 5cf2452d-faea-4906-8e84-06b1b066e71a {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 13:55:57.282529 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 5cf2452d-faea-4906-8e84-06b1b066e71a not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 13:55:57.328196 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Deleting port 5cf2452d-faea-4906-8e84-06b1b066e71a {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:55:57.328730 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:57.399345 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] The port '5cf2452d-faea-4906-8e84-06b1b066e71a' was deleted {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 13:55:57.521628 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:57.535398 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6']}} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:57.548026 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75160c41-da5f-4e3a-a05d-64a2f1a10a49') {'for_net_delete': True} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:57.548322 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75160c41-da5f-4e3a-a05d-64a2f1a10a49') {} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:55:57.559777 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1106423'] for segment, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:57.577408 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:57.584413 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=78539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 13:55:57.584822 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2557363'] for segment, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: util.warn( Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: util.warn( Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: util.warn( Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: util.warn( Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: Traceback (most recent call last): Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: timer() Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: cb(*args, **kw) Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: return func(*args, **kwargs) Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: self._notify() Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: self.callback(batched_events) Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: event.method(event) Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: return f(self, *a, **k) Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._get(url).json() Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: return self.request(url, 'GET', **kwargs) Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 13:55:57.599041 dv-cinder-801321-2-iscsi neutron-server[78539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 13:55:57.683549 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:57.687476 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:57.703739 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:57.712996 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:57.715752 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:57.717829 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-30e77ce7-318c-4947-af08-ce8eb25f7853 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e9f80e74-0d2d-49a5-b0b1-1a10dc596cb6 HTTP/1.1" status: 204 len: 168 time: 1.6313550 Jul 29 13:55:57.838792 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40504) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:57.887489 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-74c4cb19-7d24-4d97-8793-ce217284e690 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=080f48a4eafd43dc95727a22e5306ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474203 Jul 29 13:55:57.889936 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40508) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:57.952540 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-44726d2b-d2be-499c-9e88-81cf9bb17482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:57.978048 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-44726d2b-d2be-499c-9e88-81cf9bb17482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:58.035743 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-44726d2b-d2be-499c-9e88-81cf9bb17482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:58.040125 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-cb965b6a-44f7-4266-99e7-54563663fbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:58.053403 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44726d2b-d2be-499c-9e88-81cf9bb17482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb751dd6-4131-4510-8c3e-5ca0598de646,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:58.056972 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-44726d2b-d2be-499c-9e88-81cf9bb17482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:58.059274 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-44726d2b-d2be-499c-9e88-81cf9bb17482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:58.060866 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-44726d2b-d2be-499c-9e88-81cf9bb17482 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb751dd6-4131-4510-8c3e-5ca0598de646 HTTP/1.1" status: 204 len: 168 time: 0.1700220 Jul 29 13:55:58.410430 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40518) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:58.460281 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-79c187ce-aed7-4419-ba4c-30c726d889c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e75f672b8da44767b41e70861b105514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484676 Jul 29 13:55:58.462776 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 40522) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:55:58.521174 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5e702c7b-b826-47d3-88bc-9f43e97ab406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:58.547513 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5e702c7b-b826-47d3-88bc-9f43e97ab406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:58.604564 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5e702c7b-b826-47d3-88bc-9f43e97ab406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:58.609568 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-97fe1c21-a23a-427f-9a8d-fa8150ecbac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:58.621184 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e702c7b-b826-47d3-88bc-9f43e97ab406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad4fef0-f0f6-4715-9f79-995b3fb84e9e,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:55:58.623504 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-5e702c7b-b826-47d3-88bc-9f43e97ab406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:58.629302 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5e702c7b-b826-47d3-88bc-9f43e97ab406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:55:58.630422 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-5e702c7b-b826-47d3-88bc-9f43e97ab406 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ad4fef0-f0f6-4715-9f79-995b3fb84e9e HTTP/1.1" status: 204 len: 168 time: 0.1666188 Jul 29 13:56:05.231403 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-70e0e724-a312-4659-9caa-94679bdc32d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:05.641437 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:07.815864 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-795188da-555d-4437-8dfa-ab498168db99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:09.290308 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:10.940736 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:12.985234 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:24.542348 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:56:35.233040 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0892b3d6-624d-4fb5-a4bc-66d9e449dd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:35.644907 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:37.818149 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f39874e2-663e-4fef-a026-afde6d5bea63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:39.288488 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:40.941203 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:43.000062 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:47.749515 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-848092b7-e5d5-4a49-80fd-88dd3ebf514d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788281 Jul 29 13:56:47.838779 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-0f7f9ec0-80a7-49da-bf1f-a69ce7fc35da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:47.840268 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-0f7f9ec0-80a7-49da-bf1f-a69ce7fc35da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 1098 time: 0.0696864 Jul 29 13:56:48.047191 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-4767e20a-9451-48f9-b801-5497c4e91ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:48.048658 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-4767e20a-9451-48f9-b801-5497c4e91ad9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1902106 Jul 29 13:56:48.118747 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-587e3a2c-4e87-4626-97f9-4a0b14e7dbcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608bc6ae-8ede-47e8-8772-41c8f105f8ee HTTP/1.1" status: 200 len: 217 time: 0.0629659 Jul 29 13:56:48.183389 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-e7222a4e-04b0-47fa-b5eb-4831387d3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:48.184983 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-e7222a4e-04b0-47fa-b5eb-4831387d3198 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0597892 Jul 29 13:56:48.237371 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-7cb08c90-b3ef-4955-8776-2ade867a1fa3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461810 Jul 29 13:56:48.386241 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-58782bd2-6192-42dd-8084-bebd33ac3905 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409962 Jul 29 13:56:48.544541 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-83f72edd-a3bc-4430-ab21-e4d651d450f2 req-f19b28f0-3024-4e8f-b2a2-fe25f56d6184 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531849 Jul 29 13:57:01.541373 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:57:05.234948 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c85bc853-2285-4aef-bc29-63b2acf9f482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:05.646018 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:07.820634 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-40198541-596c-4bf6-86b8-b040f87ff807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:09.284842 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:10.945645 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:13.014510 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:35.237147 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2aca36ee-9afb-48ff-a35a-c59022c5c0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:35.648405 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:37.821387 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7709e64a-7b36-4d89-91d8-9de678018db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:38.541173 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:57:39.302102 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:40.947091 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:43.030781 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:48.868336 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-8fd2a200-c5e3-4b43-bfe8-f576bc125dac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2093043 Jul 29 13:57:48.978064 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-6d952c7a-34a8-4792-a7d5-3f05892c629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:57:48.980421 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-6d952c7a-34a8-4792-a7d5-3f05892c629f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 1098 time: 0.0871921 Jul 29 13:57:49.133799 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-7099a4ca-1939-4ea4-a557-04f661e31789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:57:49.135294 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-7099a4ca-1939-4ea4-a557-04f661e31789 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1339586 Jul 29 13:57:49.206516 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-ec7031c2-fc4e-4436-b370-aa13284800f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05fd754-d170-47c9-9d8a-4e13cffacb78 HTTP/1.1" status: 200 len: 217 time: 0.0646043 Jul 29 13:57:49.276806 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-37a5a1aa-70a4-45aa-9f67-a4b22e22ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:57:49.278247 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-37a5a1aa-70a4-45aa-9f67-a4b22e22ce05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0662074 Jul 29 13:57:49.329114 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-0d199fc7-d410-4624-9a13-aa845a8cec7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445807 Jul 29 13:57:49.339087 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-1d92f585-d90e-4b06-ab06-bbcdb5b95c3e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:57:49.340067 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-1d92f585-d90e-4b06-ab06-bbcdb5b95c3e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052636 Jul 29 13:57:49.480603 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-73d95d57-de18-46c4-b231-5591c136af11 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327491 Jul 29 13:57:49.614590 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94c6efaa-7767-4cfb-828c-6fe28a782647 req-2aa02f99-5bad-4431-a954-847ada55423b service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269586 Jul 29 13:57:51.249998 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc252c9-42f5-4eb3-b140-620b9b86bc9d req-4b2e4f9c-df1c-48d3-a4bd-0560e75e7ead tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:57:51.251483 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3cc252c9-42f5-4eb3-b140-620b9b86bc9d req-4b2e4f9c-df1c-48d3-a4bd-0560e75e7ead tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.1997831 Jul 29 13:57:51.297621 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3cc252c9-42f5-4eb3-b140-620b9b86bc9d req-2f4b21d3-fef6-434d-8c01-12a35c835ec8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Jul 29 13:57:51.713943 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-87b4afda-e155-491b-ae6f-4f0d1a6b52cf tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:57:51.715374 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-87b4afda-e155-491b-ae6f-4f0d1a6b52cf tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.10 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.0812376 Jul 29 13:57:51.783665 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Deleting port 7b66d636-0450-48c5-9abc-1a64a686a872 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:57:51.784031 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:52.088525 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] For port 7b66d636-0450-48c5-9abc-1a64a686a872, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7b66d636-0450-48c5-9abc-1a64a686a872,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:57:52.088887 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:52.406613 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:52.407941 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:52.407941 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Floating IP dbb369d4-3572-4333-9a2e-139b3ce615c6 disassociated. External IP: 172.27.0.34, port: 7b66d636-0450-48c5-9abc-1a64a686a872. Jul 29 13:57:52.408362 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Calling delete_port for 7b66d636-0450-48c5-9abc-1a64a686a872 owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:57:52.568093 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:52.574868 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:57:52.585868 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6164159-e513-4d47-a2d8-60e93cda6d70 req-49fca582-dddb-4e63-9401-87684446f1f5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:57:52.587368 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f6164159-e513-4d47-a2d8-60e93cda6d70 req-49fca582-dddb-4e63-9401-87684446f1f5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 946 time: 0.1747169 Jul 29 13:57:52.625534 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event deleted for resources: {'Port': ['ID=7b66d636-0450-48c5-9abc-1a64a686a872,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:57:52.634906 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f6164159-e513-4d47-a2d8-60e93cda6d70 req-38986dba-d280-47e1-941f-a4d5043c56b8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=659a5f09-e536-4d1c-a3fa-a89563165467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416503 Jul 29 13:57:52.637456 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.637823 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.638182 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.638545 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.638892 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.639273 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.639702 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.640295 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.640773 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.641122 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.641703 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.642057 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:57:52.645523 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:57:52.836804 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Router 7d395bb7-9d71-483d-8151-0fac574ba71c has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 13:57:53.029112 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:57:53.040114 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] Sync routers for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:57:53.050100 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:57:53.050829 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:57:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:57:53.105367 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] No DVR routers for this DVR port 7b66d636-0450-48c5-9abc-1a64a686a872 on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 13:57:53.108595 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:53.117238 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'name': 'network-vif-deleted', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 13:57:53.131031 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1db9ce68-47c4-4340-8d20-a4d1fa263839 req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.10 "DELETE /v2.0/ports/7b66d636-0450-48c5-9abc-1a64a686a872 HTTP/1.1" status: 204 len: 173 time: 1.4096661 Jul 29 13:57:53.244431 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:57:53.258372 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34434d35-e90c-4569-8765-7ebefc79157b', 'name': 'network-vif-deleted', 'tag': '7b66d636-0450-48c5-9abc-1a64a686a872', 'status': 'completed', 'code': 200} Jul 29 13:57:53.573953 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:57:53.580048 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] Checking router: 7d395bb7-9d71-483d-8151-0fac574ba71c for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:57:53.588434 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:57:53.589033 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T13:57:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:57:53.767937 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:57:53.871174 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-01ef685c-91e1-4bdb-ba3f-d6d79ee750ff req-b2c1ff81-9db5-4c77-9143-46f5bbf46ff3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0525811 Jul 29 13:57:54.114837 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:57:54.118728 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e139a7-3ae7-44de-9e07-2e28e073eec6 None None] The sync data for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi is: [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:57:54.386413 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627f427-a181-4f5f-8b60-08172169f722 None None] New status for floating IP dbb369d4-3572-4333-9a2e-139b3ce615c6: DOWN {{(pid=78541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 13:57:55.038451 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-0b679a20-034d-484a-8417-d10652865e2f req-b288057d-c54f-441f-9f3f-7db564fb1c6e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Synchronizing usage tracker for tenant:2026d9b7e1c749a99c004c932f036162 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:57:55.054927 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-0b679a20-034d-484a-8417-d10652865e2f req-b288057d-c54f-441f-9f3f-7db564fb1c6e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Unset dirty status for tenant:2026d9b7e1c749a99c004c932f036162 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:57:55.056191 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0b679a20-034d-484a-8417-d10652865e2f req-b288057d-c54f-441f-9f3f-7db564fb1c6e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0609131 Jul 29 13:57:56.173409 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7b66d636-0450-48c5-9abc-1a64a686a872 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 13:57:56.207053 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: 7b66d636-0450-48c5-9abc-1a64a686a872 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 13:57:56.207413 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7b66d636-0450-48c5-9abc-1a64a686a872 not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 13:57:56.213600 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-12bd9df8-442e-46f5-9fdd-7b17b6a9481a req-839d8b7e-3979-4e5b-a3f0-fca018065cf7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0434253 Jul 29 13:57:57.366858 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0d9daa64-beb6-47ef-a3b3-c4bca49f95cc req-42b0491e-ad93-40c9-83ac-b7a7d1af1bf5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0416172 Jul 29 13:57:58.526057 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f124fa2d-78d8-459f-8d3f-14ff2f32268b req-01c107ef-28b0-4ab6-a4eb-c2170c4cf121 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0459456 Jul 29 13:57:59.683577 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3c146f80-f2de-4afd-92af-3fa5afe948af req-862e9f6a-5a46-4dd5-a6e3-105cf7a388b5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0447960 Jul 29 13:58:00.847796 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-713a0ac7-bf1d-44c1-8b04-1dc5326866d7 req-f360c9f8-6f45-47f3-a87e-def2444b79c3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0456655 Jul 29 13:58:02.000200 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c30e51c4-00ab-4067-9175-193f22c4115b req-2d6a17b9-3269-49bd-8424-e36161205eab tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0426564 Jul 29 13:58:03.156165 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7bb0ce8a-03ea-4244-b4e3-081517aa7429 req-0677ea7a-a30f-424d-be9d-2798d5b6e84f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0430474 Jul 29 13:58:04.308346 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ce087fc8-5af3-4e0c-8ac1-054cd47e2db7 req-7242fc28-0941-476a-9634-56f89e396856 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0420649 Jul 29 13:58:05.243835 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9985f12c-ff23-439a-b015-9ff1fe30d4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:05.464712 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ac3f65e1-10b4-4de6-8f89-2874fb7e3806 req-7a75fc39-f1f3-42f8-9596-786c187680df tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0443494 Jul 29 13:58:05.650926 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:06.710806 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c747279a-7bce-4615-96bf-c988f68d98fa req-882034c6-650e-402c-b522-92bf0846bf13 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.1340911 Jul 29 13:58:07.832641 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-557e3fd5-5ee7-4c8a-89f3-4288a7dc1d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:07.884907 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f1f74ca7-32eb-4ab7-97d7-e1f2cc791ecc req-bf6197ca-19c9-4575-bdd3-e1950cc59bb3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0518961 Jul 29 13:58:09.044199 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-402ddc95-7e63-458a-8b30-b2955b4dca39 req-87ac6694-e733-4440-b5bf-c88b77998af7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0452836 Jul 29 13:58:09.292442 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:10.220488 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2be646da-1266-4017-a63d-05eefe78acbd req-320b1143-7416-4996-8c1b-48bf928b9dec tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0450044 Jul 29 13:58:10.948557 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:11.438898 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-42cb3283-2866-46b9-89e8-622190702401 req-9d154a35-e0f5-4d7e-845d-05d22f0d114f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0445817 Jul 29 13:58:12.607715 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c10743ac-b0ff-4de6-9c7c-26c794959006 req-7d7201cd-73b2-4be9-bafe-b9105ec79fc8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0439999 Jul 29 13:58:13.029418 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:13.766228 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e7044770-2764-4aa2-8680-ae4d0a3d548b req-442ce1b9-163c-4770-a12c-dec6494b8088 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0451024 Jul 29 13:58:14.920698 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8ca61419-7ee3-4887-8401-c25836b1e1de req-ce0bc49c-11ff-4464-8208-247bc5396dcd tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0453906 Jul 29 13:58:15.539807 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:58:16.071500 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-16ebe4af-cf8f-49f1-987e-bbbad6e8869d req-34341bd8-1339-4a85-8627-4876d2369711 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0417168 Jul 29 13:58:17.227738 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-883cdad8-b218-4cbf-bc4c-923c7b48ee80 req-fb91bef3-ca41-483c-838c-b0a4f9a8a52f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0425096 Jul 29 13:58:18.382327 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7b816656-95fe-4b00-9077-4cd582449027 req-3ddd828a-8376-4509-bf1b-e53314ab7541 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0419061 Jul 29 13:58:19.540456 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0619492d-d8b1-401c-a1de-a4abec4443c9 req-52cd9c72-a1a1-4d88-af86-bc10396f9600 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0486460 Jul 29 13:58:20.701421 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6e158ba7-adbc-455d-b3f3-19c728f8d982 req-ec5f9a9b-4002-4ed4-9e58-1ff01ac3b3af tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0449970 Jul 29 13:58:21.862019 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-97a3196a-14b2-4c56-816e-d2230e1c843f req-93dea317-e472-4b34-bc83-e755d5382bb8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0446315 Jul 29 13:58:23.017136 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b1c3a31c-0c15-478b-a8b3-1454b1c9afab req-36f5d128-17a5-415e-ad5c-0c6fefa5a901 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0425408 Jul 29 13:58:24.172132 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-48181c11-c53b-4dd6-bdf3-a1e4e9563f10 req-a541adb3-639a-43d1-8b72-09d5acc59644 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0421841 Jul 29 13:58:25.323093 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8b5234de-c57d-45f5-92af-a6029404f67e req-a108a09c-6731-452d-a8b6-86258d127a9b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0411556 Jul 29 13:58:26.477053 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b6344c04-b09d-4994-be58-4156506adc2f req-c4d58537-b642-4967-9e87-39341bf25a05 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0439956 Jul 29 13:58:27.644065 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efc77506-e3b5-4f9b-b70c-6b505257134a req-13cd3f30-507c-40a3-99ee-ee2d04aa8f05 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0499623 Jul 29 13:58:28.801834 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a8183894-ca74-4df0-a3c8-d3b2031f050a req-75fec363-71ed-488d-a911-f3c4a581078e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0476985 Jul 29 13:58:29.960850 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e628333d-7210-4079-822b-32e269abd8d8 req-5c5803cb-836d-4b4e-871f-12dbc0e8775d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0431187 Jul 29 13:58:31.119360 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-58a45359-c359-4ded-b311-06e492765b9e req-009f3f41-188f-4510-8421-ba7bb93af426 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0440557 Jul 29 13:58:32.270569 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-88d00db3-465c-4319-9a0a-51b5db5e4967 req-35f85d93-a32a-45c2-a4ce-a540da371e17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0415890 Jul 29 13:58:33.425100 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-dc045877-9401-4bf0-987b-13363c3090d8 req-f676ab70-fece-4bcb-8cc2-4fcd0beeec3c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0421829 Jul 29 13:58:34.582577 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f49a5ccc-4489-43ea-b44a-0855dea74308 req-92e6edb7-2bf8-4518-a1b0-633aed19d678 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0454414 Jul 29 13:58:35.237332 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7302d361-d5a4-45b0-a6f6-6fbd179b7b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:35.654641 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:35.748250 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-52260c23-f24a-4586-80c4-604a018f734d req-5980e1c3-2087-42fd-b026-e8be31337473 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0472414 Jul 29 13:58:36.920231 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c444036f-ac61-4017-ab40-2857d3d4f8cd req-b2483cb3-6b0a-41a5-9124-ab03cbb6bf29 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0416031 Jul 29 13:58:37.830440 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0561dbed-2fea-455e-8c9c-136b27b42c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:38.077548 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-62ba7410-fe57-49c5-9e01-fe4e16c79893 req-f77a87b6-6b7e-4b7f-ace3-a0587c97fa77 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0441856 Jul 29 13:58:39.232493 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f1323af4-0838-495f-a3ad-c65a27a2c656 req-c10fc7db-282c-4eb2-a19e-eaada652f316 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0413864 Jul 29 13:58:39.294912 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:40.383206 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3b967869-d93a-4948-911b-bad03d92007c req-1ffa99d3-4502-4175-af8a-3c95b2087340 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0416803 Jul 29 13:58:40.952279 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:41.545788 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6fd3f12e-8a59-429f-b919-a6f0105fd63b req-3fc615d9-ba58-4c21-833f-94990d17aacd tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0452356 Jul 29 13:58:42.707222 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-420be735-6c2f-445d-a849-529e18706692 req-3afe98bf-67f9-4171-86c1-9693d14048a9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0463417 Jul 29 13:58:43.044449 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:43.861457 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48c03ef7-ef4d-4f99-a5fb-4c76ad52e5c1 req-8cf4d925-c670-4364-9055-b79e91928eb6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0457222 Jul 29 13:58:45.014573 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1b3b367c-f557-41ed-a94b-86ef6a0dc699 req-e1cb3aaf-69ae-4a62-96e9-95e848e91f44 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0409634 Jul 29 13:58:46.167198 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4e5d4066-968e-44f7-878a-6d0e2e5b4aa3 req-3065adfc-f66f-47b7-aff2-a734d2f550b6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0422311 Jul 29 13:58:47.328991 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ff07ca7b-3318-4d8a-9e62-3d150fa8d079 req-c977d8db-6033-4e3d-b3f9-531b76de2576 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0432670 Jul 29 13:58:48.505654 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0283ddbc-7097-4c3e-b975-09ddc7259aa5 req-a8a33d83-cbb2-42db-9f96-520ebfd6f2af tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0513988 Jul 29 13:58:49.668111 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-621a1774-68df-4b1c-8a02-d438ca76f412 req-792a0ca0-69b3-4179-9798-a9232c380e17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0466280 Jul 29 13:58:50.704635 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-2d428e75-1b5c-4c5f-8e4c-09b5d3a1f377 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693495 Jul 29 13:58:50.864671 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4989ca6a-96de-4258-a860-3a63ac398f3c req-2f6aa707-896e-4116-8278-dd63ec2b9fc8 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0553036 Jul 29 13:58:50.886902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-0d0f157b-3fff-4cca-b473-74041abfd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:58:50.888452 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-0d0f157b-3fff-4cca-b473-74041abfd00a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.1144457 Jul 29 13:58:51.028216 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-1206e6fb-72ad-40ab-a8f7-45b2ee2ba6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:58:51.029651 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-1206e6fb-72ad-40ab-a8f7-45b2ee2ba6c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.1222589 Jul 29 13:58:51.099028 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-61c61152-f009-4079-ba8c-47acf95a54f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 217 time: 0.0627489 Jul 29 13:58:51.160690 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-6586ea34-742a-49dc-8fdb-b28caada80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:58:51.162108 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-6586ea34-742a-49dc-8fdb-b28caada80fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.0564854 Jul 29 13:58:51.212168 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-7091f76a-ce07-4439-8f1f-c84699dd70d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435581 Jul 29 13:58:51.403766 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-f33550c3-b91a-43f7-9a21-31eb6e06b99a service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854599 Jul 29 13:58:51.537242 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5289501d-8224-4534-97dd-d5cdc674dcf5 req-97f38ce3-fe62-4223-906c-63a5eaf056f2 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272559 Jul 29 13:58:52.022943 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-48ca342d-896b-46fe-9318-d2f319b80b17 req-f22177cd-c7c7-40ca-8a9f-3e3c570966ae tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0437336 Jul 29 13:58:52.538775 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:58:53.175549 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bb7b3e96-8439-45ed-9c52-23abd7340215 req-e0e7eaa3-8ec3-4671-a053-1f4466fb19ff tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0429490 Jul 29 13:58:54.324933 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-40b8580d-a605-4f63-b486-7065ba808217 req-0557d720-9a6d-4b9f-a20e-bb662e9597ba tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0425370 Jul 29 13:58:55.482008 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-26d5e1c8-fef4-4bb3-9b2d-6c7081c02ed5 req-a4048edf-497b-4009-9fd4-dd7f34fc8467 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0407763 Jul 29 13:58:56.718889 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f80ac832-fc79-4044-8af9-3f3fa8e14217 req-b20fcd70-60b0-4318-883d-f27b6e15c2d5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.1264565 Jul 29 13:58:57.872833 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9aaf874e-5aff-4117-af4a-44831cb3fef4 req-02a00b9a-b516-42a2-bc40-87188cb583ae tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0448298 Jul 29 13:58:59.032465 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-138003aa-3f51-4ced-89eb-9f12f3c2c01f req-ae7fe486-a51c-4f95-bd7b-0659ca989c07 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0442400 Jul 29 13:59:00.183249 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-43bb0019-d480-464f-8065-ac61aa3f371d req-47279be5-91de-464a-8e79-3dcd0cf91c77 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0421438 Jul 29 13:59:01.335096 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4e7ddaf9-05fd-4ad7-821a-9c8957828f82 req-d50a70e4-8788-40e7-97ce-e44e205c35f7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0445821 Jul 29 13:59:02.489243 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-07c37084-bf71-428d-8f91-dd1eef1b2ebe req-da3701de-a184-42ff-815f-23b3f6ba22cd tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0424495 Jul 29 13:59:03.638443 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3a80caa8-5bf1-42ce-a251-a03f702e934a req-2de474ea-6af8-4bd1-8754-3f0edd03025b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0424857 Jul 29 13:59:04.791972 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-52ada4c2-5b6e-4a6a-be6a-96dab05e6581 req-fc628215-036a-40aa-ab7e-dfd2b85ba9c2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0453968 Jul 29 13:59:05.240793 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6586747a-db1a-443c-aad1-0278f4c8c828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:05.657971 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:05.951009 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8a3a2731-3da8-44cd-9356-48caae1c99f0 req-de4b95e9-f521-48aa-ad40-eefc6fccad61 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0429132 Jul 29 13:59:07.102902 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e6f66031-ed43-490d-89f8-bacff512ebc8 req-f5e55c64-cc74-4007-a4b6-0293d107cd17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0434027 Jul 29 13:59:07.831651 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-4031c1a3-1705-449d-9bae-b35bb85d14d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:08.257996 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1572b810-d68b-4e76-9ef3-ef970f40ce83 req-ca213c76-fd21-43f0-ae32-294f5850a804 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0451484 Jul 29 13:59:09.299707 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:09.556435 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bf9f3ddf-dddc-43d4-980f-211eb559d2e6 req-d4a07776-29ee-4140-8708-0e925fcd19c3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0462019 Jul 29 13:59:10.709362 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-adca0ecb-6bde-4959-94ed-ec560ae08adf req-7e31a51f-f3a1-4b25-9cc2-c1d1a9038ffb tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0427892 Jul 29 13:59:10.955030 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:11.870082 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bfd8807e-09f7-4c4c-b2aa-ad992add38d5 req-1ebd50ee-26f0-4e61-b69d-43215ab945a3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0443947 Jul 29 13:59:13.032544 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-959b9476-e263-400c-86a2-8d25ec5635e2 req-cbc12d7b-ffe4-4cc1-b44a-4c51993e6f49 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0443182 Jul 29 13:59:13.075769 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:14.184107 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-70579ae6-dd34-4d82-b546-be7e744b2640 req-9ff6af6e-c9dc-4510-88ab-eb170bf7a324 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0415220 Jul 29 13:59:15.346229 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-04994343-b8ef-42a9-9059-ab16cd731c60 req-14f23170-b5b4-45fc-bedf-5fc822101af7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0462847 Jul 29 13:59:16.500853 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ab767e59-2cb1-4aeb-8988-7924cfcd1df1 req-f415d537-dedb-4928-879b-5aaee910adcb tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0413463 Jul 29 13:59:17.651160 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2db59511-6542-421f-b441-ad9a3a071165 req-4b39335f-d73c-48b8-a2d6-7f3e923bad46 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0422418 Jul 29 13:59:18.804505 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0643c1d4-d488-4c55-9e88-8a0eb2ddd36b req-a70fa9c6-2c51-4478-a2ec-6e67596935ea tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0459013 Jul 29 13:59:19.958143 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-406fc482-6148-4be2-b4e0-f07cdbbc573d req-08348c8d-dbd7-47e6-a10a-deaf26949a9c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0425892 Jul 29 13:59:21.120223 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-aeecdcbd-416c-4662-afef-9d28eee3d81d req-46946009-5bd4-4cbf-a50e-bce6bef655ef tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0419936 Jul 29 13:59:22.276164 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3d927559-7d8b-4366-b371-81c7d41f4729 req-fb45a9e4-7979-4b7d-88f4-14e88181cf4f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0448837 Jul 29 13:59:23.440204 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-23217841-08cd-46f0-a8f0-a36eaf3aa661 req-d43eb81d-9b7c-43f8-b9cb-c4913ea69b6b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0451040 Jul 29 13:59:24.600603 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-940eadca-0c72-4662-80a6-fa992ee391a5 req-286406db-e9fd-42bb-b339-bbb6fa4b8db7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0448580 Jul 29 13:59:25.771075 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-82d67201-e64b-4246-9130-808a586ad040 req-c0304109-6621-4cf8-8d88-06d43cae08a9 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0458193 Jul 29 13:59:27.078397 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-bd968f59-60aa-40f4-9f3d-7c176b99a0d8 req-f01f7aa2-f606-4b9a-a7e4-23439bc16999 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0437219 Jul 29 13:59:28.232445 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-94107d91-a7b4-4caf-8cb1-e9c6bf27110a req-31bdfbf5-2bd5-4a50-b569-7ad9c2d87e39 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0447915 Jul 29 13:59:29.387764 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0e3e0640-2942-48c3-9274-09ca9140c4c1 req-240c0c8b-b426-4c19-ad37-f5f8d95d8de6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0452299 Jul 29 13:59:29.538701 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:59:30.544758 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9e90e2f2-f823-4c13-81c9-0a3de3162534 req-a1e33b24-0b2f-4a47-b117-d99e929a96c3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0419440 Jul 29 13:59:31.698814 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-47d24d4f-903f-41c2-9cef-303592d313a8 req-f888787c-15b7-43d2-92d3-b4532ec4b68f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0440068 Jul 29 13:59:32.854720 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-51c1ff9a-ef42-4451-a334-a9ea6e4ac33a req-19bbc566-9f76-4167-895a-adc57ff85454 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0451643 Jul 29 13:59:34.008367 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9cb63f6f-86bc-4a58-96fe-14eaa21dca96 req-93abefb6-32e8-4677-ad8b-eb78cdbd5cf1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0420418 Jul 29 13:59:35.162436 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-98902623-7b3c-43a1-8aea-5a86230a4759 req-a38ca9a3-da6b-4f19-afcb-5cffc8c78d8d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0455515 Jul 29 13:59:35.241944 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2e38d2a8-e925-4e40-ab9a-55ab2dd0ac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:35.660329 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:36.321499 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4bcde660-97f2-44fa-93da-218796f4e696 req-a3ae2159-da33-4131-9c9d-9850c8d40622 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0462987 Jul 29 13:59:37.477313 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-942c5d11-8142-46b6-ac1e-d0c8cc818bb7 req-fff4b1d4-5406-4259-9d93-5af46bc12c14 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0431070 Jul 29 13:59:37.833079 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-76a60cf8-e81f-4b0a-a9d4-20268d040e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:38.629773 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c294a1d9-496a-436f-8971-4ec49813d79e req-94f287c2-e94d-45fb-a47f-073ef17c5bb6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0430865 Jul 29 13:59:39.302872 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:39.787603 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-50a67204-4cbc-402f-90c6-5eb1a2ee9507 req-b1f7d89b-3506-401a-9db0-9af5c0f98750 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0463674 Jul 29 13:59:40.942052 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-956f17b5-d9b7-4286-82a7-c224def9351f req-67a68695-db39-4774-a14e-91a008ff4780 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0437095 Jul 29 13:59:40.959498 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:42.099526 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8a9dfe3a-ddf0-44af-b01d-8e1a65c6f886 req-7e6bd9a5-cbec-4759-8e51-13a2bf942fda tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0438590 Jul 29 13:59:43.089884 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:43.268362 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-67f5828e-d3ae-459b-9a20-0e43d15405c7 req-e2496bf5-bf38-481a-a6d1-ad6370493b6d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0459270 Jul 29 13:59:44.434345 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-36905c8a-ed73-4ddd-96eb-e985f93c6ded req-76fde131-daa0-4e8a-994d-afb20ac6099b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0432646 Jul 29 13:59:45.581226 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3ffd86ef-5563-44a4-923b-ed2c9730f4c9 req-841b38c7-b153-401e-9af4-928ce8a7c2d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0423541 Jul 29 13:59:46.736106 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-afa28b47-5e72-49e2-b2e4-12e04e6e70fc req-fac29c7d-a222-449f-b79a-c5481118b045 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0448937 Jul 29 13:59:47.891181 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3553b1e8-f09b-4b73-b1ed-044bd040a25f req-bc53a881-0ce9-41b8-a3e0-519efd20260e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0436993 Jul 29 13:59:49.044846 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0cb45e84-c59a-4137-96a7-bf9ecd1b53d7 req-f92516f8-7244-4e72-896f-26b19aa35132 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0427153 Jul 29 13:59:50.214716 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a454a716-eabd-4907-b1d6-c0055ee4b07f req-1860dc75-fe8e-44e1-8c12-f713ec72bcea tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0571041 Jul 29 13:59:51.378572 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9b1b28e6-3024-4b58-bd5c-527e5a052ec6 req-0cd59474-1207-4eac-8ed8-f32017d8de90 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0423982 Jul 29 13:59:51.717099 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-30b161d1-db50-4c44-a456-cb0ca8bf9bbb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713799 Jul 29 13:59:51.805470 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-585536ae-0f5d-4a14-973c-09c861d4b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:51.806934 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-585536ae-0f5d-4a14-973c-09c861d4b6c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 1099 time: 0.0688047 Jul 29 13:59:52.011896 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-38412de4-a0ac-44f9-a079-29385d4fadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:52.013359 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-38412de4-a0ac-44f9-a079-29385d4fadc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.1861477 Jul 29 13:59:52.086386 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-fdf58c0c-2d35-4862-b16e-f13217ca4929 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0 HTTP/1.1" status: 200 len: 217 time: 0.0660048 Jul 29 13:59:52.152940 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-56130317-8db9-47cd-b0c8-038848ebfd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:52.154344 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-56130317-8db9-47cd-b0c8-038848ebfd0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.0623245 Jul 29 13:59:52.202561 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-2441b857-a89f-4818-af38-8b2a78b3bd21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416453 Jul 29 13:59:52.331214 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-e00d2c78-5c53-4c23-9a36-67aa21f1575a service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217206 Jul 29 13:59:52.471186 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9436c13f-4b0a-4e56-8f39-abb8df65bfd9 req-628c19be-2983-487b-a1b3-510fdcdd0f8b service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329207 Jul 29 13:59:52.548219 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e49407e2-27bd-4299-a68a-b66ab5aac4b8 req-0234dd81-cab6-4305-ab99-fd061b3a4fc2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0434778 Jul 29 13:59:53.724548 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5691e1b3-8b53-4a57-9bfc-7a4d7f3c981a req-67596527-d27d-4409-b02f-2733fd8e9213 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=34434d35-e90c-4569-8765-7ebefc79157b HTTP/1.1" status: 200 len: 210 time: 0.0457661 Jul 29 13:59:54.873328 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 42246) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:54.936845 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:54.964904 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:55.016802 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:55.020503 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-685754ca-abe3-4d6b-a115-05002af805f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:59:55.039013 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659a5f09-e536-4d1c-a3fa-a89563165467,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:59:55.047753 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.048142 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.048501 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.048855 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.049206 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.049555 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.049902 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.050247 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.050589 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.050928 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.051264 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.051601 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:55.055413 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:59:55.061690 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:55.063630 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "DELETE /v2.0/security-groups/659a5f09-e536-4d1c-a3fa-a89563165467 HTTP/1.1" status: 204 len: 168 time: 0.1891000 Jul 29 13:59:55.066009 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 42250) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:55.083582 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.api.v2.resource [None req-c1c906d8-423c-468d-bb73-436946ebabdb tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] show failed (client error): The resource could not be found. Jul 29 13:59:55.084678 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-c1c906d8-423c-468d-bb73-436946ebabdb tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups/659a5f09-e536-4d1c-a3fa-a89563165467 HTTP/1.1" status: 404 len: 347 time: 0.0177221 Jul 29 13:59:55.087258 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 42254) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:55.239787 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Deleting port e797f6e2-c487-4754-b18e-6dc0824e2d55 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 13:59:55.240155 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:55.506183 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:55.506515 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:55.630401 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Calling delete_port for e797f6e2-c487-4754-b18e-6dc0824e2d55 owned by network:floatingip {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 13:59:55.782128 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:55.786705 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3746a4ee-92c7-44b7-845c-29d047793929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:59:55.830875 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event deleted for resources: {'Port': ['ID=e797f6e2-c487-4754-b18e-6dc0824e2d55,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:59:55.834197 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:59:55.926171 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:55.943951 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:55.945242 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "DELETE /v2.0/floatingips/dbb369d4-3572-4333-9a2e-139b3ce615c6 HTTP/1.1" status: 204 len: 168 time: 0.8570876 Jul 29 13:59:56.380825 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 42272) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:56.386244 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852744776', 'description': 'tempest-description--332686564'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:59:56.393000 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:59:56.397148 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Usage tracker for resource:security_group and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:59:56.400025 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:59:56.405580 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:59:56.418201 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.439044 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:59:56.442936 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Usage tracker for resource:security_group_rule and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:59:56.445908 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:59:56.451737 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:59:56.525526 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.529320 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.533242 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-92ef8222-0a9d-42f8-b73f-88032a5b7bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:59:56.574158 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98683ed2-809a-4df9-843a-fdb379dffe5e,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:59:56.577199 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:59:56.581596 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.583852 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2014167 Jul 29 13:59:56.587868 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 42276) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:56.594364 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'security_group_rule': {'security_group_id': '98683ed2-809a-4df9-843a-fdb379dffe5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:59:56.600393 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:59:56.604886 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Usage tracker for resource:security_group_rule and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:59:56.607805 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:59:56.614119 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:59:56.630534 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.691392 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.695430 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.697486 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5f67a940-5012-4225-ae90-744331eadf21 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:59:56.719370 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88141d35-a7a2-44e4-8304-9a710823aedb,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:59:56.729812 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.730124 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.730555 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.730892 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.731248 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.731601 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.731992 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.732403 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.732753 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.733105 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.733452 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.733795 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:56.737541 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.738697 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489995 Jul 29 13:59:56.739581 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f6784d5a-cae8-4b10-9f71-0a424c72f4d7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:59:56.741371 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 42280) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:56.746353 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'security_group_rule': {'security_group_id': '98683ed2-809a-4df9-843a-fdb379dffe5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:59:56.752960 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:59:56.756741 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Usage tracker for resource:security_group_rule and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:59:56.759578 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:59:56.766207 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:59:56.782525 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.875288 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.882068 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.884987 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:59:56.913882 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267f2082-4061-43a5-a9cc-aa728bb099c4,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:59:56.916643 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:59:56.926479 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:56.928107 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1856341 Jul 29 13:59:56.930970 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 42290) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:56.936139 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'floatingip': {'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:59:56.942848 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:59:56.947422 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Usage tracker for resource:floatingip and tenant:2026d9b7e1c749a99c004c932f036162 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:59:56.950427 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:59:56.962659 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:59:56.973083 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:57.111288 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:57.248481 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Allocated IP 172.27.0.166 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/7cc472cf-bc64-47e9-932a-caa59da9c3ed) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:59:57.396664 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:57.426195 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:57.429853 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-9e3015ab-a0b1-4f7e-8de5-6d064c8a0a3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:59:57.491276 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:59:57.494169 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:59:57.497842 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:59:57.533235 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'Port': ['ID=7cc472cf-bc64-47e9-932a-caa59da9c3ed,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:59:57.537788 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:59:57.592158 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:57.651594 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:57.853387 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:57.857762 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:57.861664 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:59:58.038845 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'Port': ['ID=7cc472cf-bc64-47e9-932a-caa59da9c3ed,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:59:58.042931 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:59:58.053606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:58.076261 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:58.077836 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1455662 Jul 29 13:59:58.255037 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-97924e38-b8ac-4f41-bcf7-f6bcbd64228a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--852744776&fields=id&tenant_id=2026d9b7e1c749a99c004c932f036162 HTTP/1.1" status: 200 len: 267 time: 0.0407243 Jul 29 13:59:58.403545 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-8d3acbd1-28fa-4bec-b3df-799b82dce97a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:58.404939 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-8d3acbd1-28fa-4bec-b3df-799b82dce97a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 815 time: 0.1435788 Jul 29 13:59:58.426782 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-48bf94d4-463a-4c06-85ef-f1fcf86ce2c1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/quotas/2026d9b7e1c749a99c004c932f036162 HTTP/1.1" status: 200 len: 375 time: 0.0147886 Jul 29 13:59:58.512048 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-49be5f85-3bec-446c-89ea-b6dd817f9ae7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804427 Jul 29 13:59:58.599629 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-49db7476-1873-4a5f-bcd0-2409b63334ac service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:59:58.600709 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-49db7476-1873-4a5f-bcd0-2409b63334ac service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0765865 Jul 29 13:59:58.736914 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-4ff392b0-8166-4dd3-87d7-b3812e4fbaf9 service neutron] 10.222.0.23 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297119 Jul 29 13:59:58.869927 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-297802eb-cc74-4da6-8732-29b8510e6f74 service neutron] 10.222.0.23 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272674 Jul 29 13:59:59.057837 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-1c08ecfe-6cef-47a1-981e-a2e63a99371b req-fd6bf657-22e1-452f-8747-cada9f85712f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Synchronizing usage tracker for tenant:2026d9b7e1c749a99c004c932f036162 on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:59:59.075802 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-1c08ecfe-6cef-47a1-981e-a2e63a99371b req-fd6bf657-22e1-452f-8747-cada9f85712f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Unset dirty status for tenant:2026d9b7e1c749a99c004c932f036162 on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:59:59.077995 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1c08ecfe-6cef-47a1-981e-a2e63a99371b req-fd6bf657-22e1-452f-8747-cada9f85712f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 210 time: 0.0696077 Jul 29 14:00:00.299604 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b9fa93aa-c09b-4adf-9806-14911de87d51 req-5b21e37a-fc35-45f4-9713-c9c744aa964a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 210 time: 0.0609782 Jul 29 14:00:00.401475 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-214bd5b9-5ba4-4275-af0d-6d6c26857854 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:00.402899 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-214bd5b9-5ba4-4275-af0d-6d6c26857854 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.10 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 815 time: 0.2267797 Jul 29 14:00:00.458302 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-88786886-772e-466a-9f52-1e931b684a5e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2026d9b7e1c749a99c004c932f036162 HTTP/1.1" status: 200 len: 379 time: 0.0473003 Jul 29 14:00:00.467964 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'port': {'device_id': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'admin_state_up': True, 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'security_groups': ['98683ed2-809a-4df9-843a-fdb379dffe5e']}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:00:00.607026 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:00:00.616845 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:00:00.627415 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Made reservation on behalf of 2026d9b7e1c749a99c004c932f036162 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:00:00.631054 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:00.798538 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Allocated IP 172.20.0.14 (96f4876e-fe94-4c5a-a961-3b195609878f/536d180f-7745-409a-a734-381b66ac00b4/7589cfc5-baaa-4ed1-aae0-b2cef05eee3d) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:00:00.987218 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:01.013139 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Transition to ACTIVE for port object 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:00:01.038718 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:01.044538 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-6eb6ebc1-b59e-471d-8103-8d99023cd60e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:00:01.108256 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Network 96f4876e-fe94-4c5a-a961-3b195609878f is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:00:01.111856 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:00:01.116157 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:00:01.157681 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event updated for resources: {'Port': ['ID=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:00:01.162459 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:00:01.191097 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:01.191731 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:01.218103 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7538002 Jul 29 14:00:01.231373 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Request body: {'port': {'device_id': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:00:01.331994 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-f7a5a3da-93e1-43c1-82a7-46cfb4678288 None None] Provisioning for port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:00:01.337242 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-f7a5a3da-93e1-43c1-82a7-46cfb4678288 None None] Provisioning complete for port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:00:01.337627 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a3da-93e1-43c1-82a7-46cfb4678288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:01.392669 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:01.418397 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5a3da-93e1-43c1-82a7-46cfb4678288 None None] Port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:00:01.540721 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b09d18-ff45-4a57-b68d-1f921db7f58b req-a3fbe187-c52c-4414-84b4-301199ec7de0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:01.542117 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-01b09d18-ff45-4a57-b68d-1f921db7f58b req-a3fbe187-c52c-4414-84b4-301199ec7de0 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 932 time: 0.0848861 Jul 29 14:00:01.588485 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-01b09d18-ff45-4a57-b68d-1f921db7f58b req-37862c64-11f7-411e-981b-378eb51b6d7b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Synchronizing usage tracker for tenant:2026d9b7e1c749a99c004c932f036162 on resource:security_group {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:00:01.604260 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-01b09d18-ff45-4a57-b68d-1f921db7f58b req-37862c64-11f7-411e-981b-378eb51b6d7b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Unset dirty status for tenant:2026d9b7e1c749a99c004c932f036162 on resource:security_group {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:00:01.605681 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-01b09d18-ff45-4a57-b68d-1f921db7f58b req-37862c64-11f7-411e-981b-378eb51b6d7b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=98683ed2-809a-4df9-843a-fdb379dffe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576968 Jul 29 14:00:01.808136 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:00:01.815784 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:01.829696 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Transition to ACTIVE for port object 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:00:01.833705 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:01.837347 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:00:01.989209 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Pushing event updated for resources: {'Port': ['ID=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:00:01.996659 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:00:02.071951 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Attempting to bind port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:00:02.072292 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Attempting to bind port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:00:02.072626 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Attempting to bind port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d on network 96f4876e-fe94-4c5a-a961-3b195609878f {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:00:02.077126 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d on network 96f4876e-fe94-4c5a-a961-3b195609878f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:00:02.077446 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Attempting to bind port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d on network 96f4876e-fe94-4c5a-a961-3b195609878f {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:00:02.083277 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:00:02.083613 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Checking segment: {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:00:02.084107 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Bound using segment: {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:00:02.084464 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Bound port: 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:00:02.084812 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:02.178505 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] For port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:00:02.181441 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] For port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:00:02.184943 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:02.188640 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:00:02.248905 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:02.249553 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:02.250924 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] 10.222.0.10 "PUT /v2.0/ports/7589cfc5-baaa-4ed1-aae0-b2cef05eee3d HTTP/1.1" status: 200 len: 1094 time: 1.0254936 Jul 29 14:00:02.251421 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'tag': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:00:02.272738 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Pushing event updated for resources: {'Port': ['ID=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:00:02.275767 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:00:02.335936 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'tag': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d', 'status': 'completed', 'code': 200} Jul 29 14:00:02.371802 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-4d946df0-7914-4c5f-a7e9-33fc250794d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:02.373505 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-4d946df0-7914-4c5f-a7e9-33fc250794d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 1097 time: 0.0747964 Jul 29 14:00:02.448319 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-387b7af1-5e39-4096-8e18-7f6769697887 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d HTTP/1.1" status: 200 len: 217 time: 0.0674729 Jul 29 14:00:02.514485 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-c31fe5db-7ba8-47b0-a620-538cf6c373aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:02.516389 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-c31fe5db-7ba8-47b0-a620-538cf6c373aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 200 len: 854 time: 0.0617812 Jul 29 14:00:02.594352 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-93ab9f86-90cd-424b-9c95-6d2198015c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:02.595730 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-93ab9f86-90cd-424b-9c95-6d2198015c87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96f4876e-fe94-4c5a-a961-3b195609878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734484 Jul 29 14:00:02.727628 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-bf9430cc-0181-47c9-9b82-7797b30bece3 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258354 Jul 29 14:00:02.801380 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947e15e-3624-410e-9ce3-e9e4c7801357 req-04115dc3-67e0-4660-a9f5-638f4d8a3ce4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:02.802882 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6947e15e-3624-410e-9ce3-e9e4c7801357 req-04115dc3-67e0-4660-a9f5-638f4d8a3ce4 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 944 time: 0.0854490 Jul 29 14:00:02.848284 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6947e15e-3624-410e-9ce3-e9e4c7801357 req-5533e059-f21e-4cae-80e2-120aaeac736c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=98683ed2-809a-4df9-843a-fdb379dffe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395005 Jul 29 14:00:02.860975 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48a9408b-021e-4fa4-8607-aa6d84d7ded3 req-cd1edcb3-a53f-444a-824f-3e266d32e748 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265883 Jul 29 14:00:02.978578 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-5c5a32d0-8b0d-4ab8-aab6-ce59ffc498e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:02.980094 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-5c5a32d0-8b0d-4ab8-aab6-ce59ffc498e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 1097 time: 0.0725222 Jul 29 14:00:03.111644 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-e47ac5b3-ad8a-4632-b953-519c9a3e6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:03.113044 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-e47ac5b3-ad8a-4632-b953-519c9a3e6ece service neutron] 10.222.0.10 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 916 time: 0.1265321 Jul 29 14:00:03.238695 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-48c900ab-008c-4897-b78d-2ba3ad16a0d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d HTTP/1.1" status: 200 len: 217 time: 0.1177983 Jul 29 14:00:03.300704 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-8546c699-c8c9-41b5-a919-193006fd7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:03.302118 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-8546c699-c8c9-41b5-a919-193006fd7951 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 200 len: 854 time: 0.0568511 Jul 29 14:00:03.379914 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-72513376-a0a8-4d0e-ad46-789790e7883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:03.381261 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-72513376-a0a8-4d0e-ad46-789790e7883c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96f4876e-fe94-4c5a-a961-3b195609878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716887 Jul 29 14:00:03.516064 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-c178ade3-67b5-4d25-846b-09bf509657dc service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263807 Jul 29 14:00:03.660807 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bd55d1c9-b300-4b09-80ab-2dde136d618d req-66ad017d-c07c-4a40-876f-b966e67f16c2 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334982 Jul 29 14:00:04.043347 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fb3a0-8a48-4b43-b364-1748771028fb req-fdc4bfa1-a0cd-4615-ab73-7ac73702e2c2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:04.044055 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-d77fb3a0-8a48-4b43-b364-1748771028fb req-fdc4bfa1-a0cd-4615-ab73-7ac73702e2c2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Synchronizing usage tracker for tenant:2026d9b7e1c749a99c004c932f036162 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:00:04.061245 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-d77fb3a0-8a48-4b43-b364-1748771028fb req-fdc4bfa1-a0cd-4615-ab73-7ac73702e2c2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Unset dirty status for tenant:2026d9b7e1c749a99c004c932f036162 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:00:04.063434 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d77fb3a0-8a48-4b43-b364-1748771028fb req-fdc4bfa1-a0cd-4615-ab73-7ac73702e2c2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 944 time: 0.1035175 Jul 29 14:00:04.112772 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d77fb3a0-8a48-4b43-b364-1748771028fb req-4882c52c-8c56-447a-a6a8-e6ee59d229b2 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=98683ed2-809a-4df9-843a-fdb379dffe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434186 Jul 29 14:00:04.846882 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:00:04.978116 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:00:04.991008 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'port_id': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d', 'mac_address': 'fa:16:3e:39:7f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:00:05.047437 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:05.064592 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:00:05.080208 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:00:05.084384 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:05.086037 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:00:05.150023 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:00:05.158614 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.158989 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.159304 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.159639 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.160243 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.160737 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.160967 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.161364 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.161735 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.162272 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.162603 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.162945 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:05.167163 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:00:05.243742 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e365963c-8a55-4e0c-a4fa-72c1307dc768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:05.321478 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24e5b6-e90e-4931-8e6d-5e7177dc658e req-c3238ce1-3aea-4119-806e-2b8e267c07c7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:05.323061 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1b24e5b6-e90e-4931-8e6d-5e7177dc658e req-c3238ce1-3aea-4119-806e-2b8e267c07c7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 945 time: 0.0954409 Jul 29 14:00:05.370542 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1b24e5b6-e90e-4931-8e6d-5e7177dc658e req-4756a024-6821-4e50-abed-f8037439e355 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=98683ed2-809a-4df9-843a-fdb379dffe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410578 Jul 29 14:00:05.412096 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['7589cfc5-baaa-4ed1-aae0-b2cef05eee3d'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:00:05.662075 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:06.538693 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:00:06.557950 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae37dd4-9d21-4850-a326-ab7e33d1a605 req-40bb7691-d5d3-407c-8966-a7fa508a7d27 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:06.559426 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3ae37dd4-9d21-4850-a326-ab7e33d1a605 req-40bb7691-d5d3-407c-8966-a7fa508a7d27 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 945 time: 0.0801029 Jul 29 14:00:06.604482 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3ae37dd4-9d21-4850-a326-ab7e33d1a605 req-22611008-db0b-4642-a069-c54f1119a564 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=98683ed2-809a-4df9-843a-fdb379dffe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392096 Jul 29 14:00:06.854686 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:00:06.925575 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:00:06.930575 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:00:06.930952 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:07.050379 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:07.077124 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:00:07.087189 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:00:07.090926 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:07.092567 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:00:07.159271 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:00:07.162616 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:00:07.801243 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f998c3-ea98-46ef-9338-d98ea55343d7 req-16b70640-73d3-43c4-927c-c064094d5aa6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:07.802746 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-12f998c3-ea98-46ef-9338-d98ea55343d7 req-16b70640-73d3-43c4-927c-c064094d5aa6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 946 time: 0.0850756 Jul 29 14:00:07.835201 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-14e2894a-b5e9-4a24-9427-62652fc45766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:07.853590 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-12f998c3-ea98-46ef-9338-d98ea55343d7 req-584d0566-169c-4b54-832e-3eadf5486197 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=98683ed2-809a-4df9-843a-fdb379dffe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453658 Jul 29 14:00:08.235141 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d', 'code': 200} Jul 29 14:00:08.482111 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333545f-8fdb-45e3-b47e-57f97db7dd32 req-59fd3d43-0dbb-463f-b6f9-779854c40ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:08.483524 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7333545f-8fdb-45e3-b47e-57f97db7dd32 req-59fd3d43-0dbb-463f-b6f9-779854c40ff3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 1099 time: 0.0735967 Jul 29 14:00:08.525508 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7333545f-8fdb-45e3-b47e-57f97db7dd32 req-5be09a8a-5460-43c0-97ec-f6a7ea888be4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=98683ed2-809a-4df9-843a-fdb379dffe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360820 Jul 29 14:00:09.057263 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff347740-dbcb-4b4d-9772-1caa32b7a9d6 req-a3a63b59-5def-45c2-9099-e50befff33a5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:09.057263 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff347740-dbcb-4b4d-9772-1caa32b7a9d6 req-a3a63b59-5def-45c2-9099-e50befff33a5 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 946 time: 0.0875428 Jul 29 14:00:09.098245 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff347740-dbcb-4b4d-9772-1caa32b7a9d6 req-b63189f1-ed4f-4916-a05e-762ce51aae1a tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=98683ed2-809a-4df9-843a-fdb379dffe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405529 Jul 29 14:00:09.303407 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:10.301790 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf54f-0777-444c-ba09-c6a72c5374a3 req-d208de1e-4213-4684-b648-6e3827c30c42 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:10.303288 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-62fdf54f-0777-444c-ba09-c6a72c5374a3 req-d208de1e-4213-4684-b648-6e3827c30c42 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 946 time: 0.0839942 Jul 29 14:00:10.349155 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-62fdf54f-0777-444c-ba09-c6a72c5374a3 req-932a42b4-d035-4eaf-8a58-afed3c25ac8e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=98683ed2-809a-4df9-843a-fdb379dffe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399735 Jul 29 14:00:10.534955 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a03fb-4b41-4628-b79d-4737847f22f8 req-4003e039-200c-46b0-9d25-8e135ed386f1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:10.536728 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-614a03fb-4b41-4628-b79d-4737847f22f8 req-4003e039-200c-46b0-9d25-8e135ed386f1 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 946 time: 0.0835195 Jul 29 14:00:10.545806 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 42428) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:00:10.551457 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-67aeca6b-5620-47f5-8516-91c3f871bec3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Request body: {'floatingip': {'port_id': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:00:10.626998 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-67aeca6b-5620-47f5-8516-91c3f871bec3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:10.967027 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:11.467501 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-67aeca6b-5620-47f5-8516-91c3f871bec3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:11.471801 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-67aeca6b-5620-47f5-8516-91c3f871bec3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:11.639699 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [None req-67aeca6b-5620-47f5-8516-91c3f871bec3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Floating IP 6ac0bae2-7e5b-4b22-8fb6-f3fd5ea03db8 associated. External IP: 172.27.0.166, port: 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d. Jul 29 14:00:11.981132 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67aeca6b-5620-47f5-8516-91c3f871bec3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Router 7d395bb7-9d71-483d-8151-0fac574ba71c has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:00:12.158723 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aeca6b-5620-47f5-8516-91c3f871bec3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:00:12.163708 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-67aeca6b-5620-47f5-8516-91c3f871bec3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:12.168074 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] Sync routers for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:00:12.177604 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:00:12.178221 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:00:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:00:12.329512 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-67aeca6b-5620-47f5-8516-91c3f871bec3 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "PUT /v2.0/floatingips/6ac0bae2-7e5b-4b22-8fb6-f3fd5ea03db8 HTTP/1.1" status: 200 len: 992 time: 1.7820842 Jul 29 14:00:12.330303 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'tag': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:00:12.379321 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:00:12.386215 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'tag': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d', 'status': 'completed', 'code': 200} Jul 29 14:00:12.486534 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-b53a9ac6-aa8f-4c93-9abe-06514707b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:12.488056 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-b53a9ac6-aa8f-4c93-9abe-06514707b10b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2026d9b7e1c749a99c004c932f036162&device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 1099 time: 0.0782187 Jul 29 14:00:12.622445 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-8980d4ef-e303-400a-ad0e-fefda4cdffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:12.623899 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-8980d4ef-e303-400a-ad0e-fefda4cdffe0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 200 len: 916 time: 0.1286764 Jul 29 14:00:12.726244 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-8978fc2f-ca09-437f-bb0c-cfcacf01065a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d HTTP/1.1" status: 200 len: 1000 time: 0.0959113 Jul 29 14:00:12.747520 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '6ac0bae2-7e5b-4b22-8fb6-f3fd5ea03db8', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'port_id': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'mac_address': 'fa:16:3e:39:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T13:59:57Z', 'updated_at': '2021-07-29T14:00:11Z', 'revision_number': 1, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:00:12.752139 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] Checking router: 7d395bb7-9d71-483d-8151-0fac574ba71c for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:00:12.760555 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:00:12.761211 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:00:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:00:12.791418 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-77bcc120-fdce-4d45-9ecd-05e954c740f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:12.792896 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-77bcc120-fdce-4d45-9ecd-05e954c740f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 200 len: 854 time: 0.0584629 Jul 29 14:00:12.874283 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-ebdf07f6-e801-4d58-bd37-da3cc8cb8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:12.876052 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-ebdf07f6-e801-4d58-bd37-da3cc8cb8f32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96f4876e-fe94-4c5a-a961-3b195609878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756750 Jul 29 14:00:12.955022 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:00:13.011054 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-b1910420-282f-4452-9e37-3f123ae7a7a2 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284451 Jul 29 14:00:13.107316 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:13.148238 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a7697123-5317-4be9-9606-6e0e3a3a05ad req-12e0d63f-7e85-423d-a4b2-59e35f522f26 service neutron] 10.222.0.10 "GET /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301832 Jul 29 14:00:13.344198 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '6ac0bae2-7e5b-4b22-8fb6-f3fd5ea03db8', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'port_id': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'mac_address': 'fa:16:3e:39:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T13:59:57Z', 'updated_at': '2021-07-29T14:00:11Z', 'revision_number': 1, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:00:13.349393 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3e024-e853-4345-adfd-0db6fab55464 None None] The sync data for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi is: [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '6ac0bae2-7e5b-4b22-8fb6-f3fd5ea03db8', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'port_id': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'mac_address': 'fa:16:3e:39:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T13:59:57Z', 'updated_at': '2021-07-29T14:00:11Z', 'revision_number': 1, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:00:13.563965 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0904939-5ed6-4e81-83cf-8a885b4347cf None None] New status for floating IP 6ac0bae2-7e5b-4b22-8fb6-f3fd5ea03db8: ACTIVE {{(pid=78541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:00:35.246460 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-400e6b06-cd7c-4b30-a09e-b7242e1a19fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:35.665081 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:37.836971 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-348886d5-d18a-4ab4-8bda-66926c61434c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:39.309049 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:40.962226 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:43.107636 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:43.539028 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:00:53.728451 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-c72f55a2-8bd9-40da-b075-79c2797d64bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691762 Jul 29 14:00:53.823332 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-c829676d-5f32-47b2-adef-e5471ee3f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:53.824822 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-c829676d-5f32-47b2-adef-e5471ee3f8af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0751595 Jul 29 14:00:53.971751 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-e465149f-8c43-4e76-97f7-a1c9cf18ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:53.973221 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-e465149f-8c43-4e76-97f7-a1c9cf18ff71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1283395 Jul 29 14:00:54.040543 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-f8f187fa-a916-412b-87c5-1cd96dbf83f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39 HTTP/1.1" status: 200 len: 217 time: 0.0605485 Jul 29 14:00:54.104603 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-08222e8e-7e2b-4c57-878f-f91bf4167a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:54.106033 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-08222e8e-7e2b-4c57-878f-f91bf4167a63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0593462 Jul 29 14:00:54.152717 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-8fc12987-b228-4cca-baa2-52b3b5419d55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401952 Jul 29 14:00:54.284788 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-13da4796-2c12-45c9-9faf-1daf6b933278 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254470 Jul 29 14:00:54.418335 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4262d4fe-61d2-4205-b6e8-f3b3711a5839 req-02d2d7c7-7d0d-4fa2-b41c-9b15840983e5 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263695 Jul 29 14:01:05.249247 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-54a7eddf-fdc4-4e65-8694-2955c2b0e3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:05.666523 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:07.840849 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-bd5c12c7-dd3b-4b10-ba81-81aa6dc479da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:09.309774 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:10.964805 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:13.102657 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:20.538491 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:01:35.252096 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-d97f9877-32f8-42a5-b45e-3948e53aa127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:35.669117 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:37.842462 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-344ee711-ed88-47c4-bc1f-741655d7cee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:39.312757 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:40.969924 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:43.102469 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:54.712681 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-7e3539c7-4488-477d-a9ad-160ec7018929 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723350 Jul 29 14:01:54.892420 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-0e9cdd7d-71f1-4c6e-94ca-042dbfc1d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:01:54.893731 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-0e9cdd7d-71f1-4c6e-94ca-042dbfc1d6f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 1099 time: 0.1586466 Jul 29 14:01:55.041240 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-5b757437-bd98-4668-9032-e2269ecf35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:01:55.042706 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-5b757437-bd98-4668-9032-e2269ecf35b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1284194 Jul 29 14:01:55.114583 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-4ce86126-7fe3-4e6e-a04f-f0768fd5fa69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6f3e8fb-9db9-411c-ba51-f8178fbf393b HTTP/1.1" status: 200 len: 217 time: 0.0645535 Jul 29 14:01:55.177808 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-5f864a1b-4395-4d26-afa3-d0a5c9817b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:01:55.179230 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-5f864a1b-4395-4d26-afa3-d0a5c9817b1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0581324 Jul 29 14:01:55.225945 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-d45237a3-2202-4c9f-ad38-faf4c56f6e14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400074 Jul 29 14:01:55.356953 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-46f1e848-22bc-47a4-8e35-60fc8f9b30f0 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247158 Jul 29 14:01:55.490389 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5d9cae68-6029-49e9-81e7-a2b48e6b3f07 req-bb3854a1-b2c3-47a1-8497-1352ba7daaa9 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261008 Jul 29 14:01:57.538556 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:02:05.253824 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5638dd16-a85b-44a8-9616-6ff1dc56446e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:05.672011 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:06.741259 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [req-c98afe85-634d-4429-996b-0878a6b7cf75 req-0c820f19-5512-4c87-aaff-605f649ea9e8 service neutron] (78540) timed out ('10.222.0.10', 49899) {{(pid=78540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 29 14:02:07.844617 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-04280f3b-78f6-4404-8c34-5fe55f72bb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:08.208000 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c3984-cc8c-42a7-8677-31cad217897b req-33800148-95a2-4e80-a8a9-0d130b397628 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:02:08.209532 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-009c3984-cc8c-42a7-8677-31cad217897b req-33800148-95a2-4e80-a8a9-0d130b397628 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 946 time: 0.0902860 Jul 29 14:02:08.258951 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-009c3984-cc8c-42a7-8677-31cad217897b req-215ed555-3295-46e3-92ed-9470558c3dfa tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9198f9-50d2-460e-9f62-5ebd555048ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Jul 29 14:02:08.664639 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-a9d6faa4-3da2-42bb-b035-cbfc9ccae603 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:02:08.666089 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-a9d6faa4-3da2-42bb-b035-cbfc9ccae603 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 946 time: 0.0837028 Jul 29 14:02:08.735691 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Deleting port 423d376e-ed74-40fc-974d-46ee85facf12 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:02:08.736050 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:09.001434 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] For port 423d376e-ed74-40fc-974d-46ee85facf12, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=423d376e-ed74-40fc-974d-46ee85facf12,segment=NetworkSegment(0b182193-c6ac-47ec-ad71-81d82fd85e3d),segment_id=0b182193-c6ac-47ec-ad71-81d82fd85e3d)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:02:09.001791 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:09.124527 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Calling delete_port for 423d376e-ed74-40fc-974d-46ee85facf12 owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:02:09.271502 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:09.281357 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fe08baee-533e-4f6d-b53c-9ff8ee6bd7cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:02:09.287499 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['423d376e-ed74-40fc-974d-46ee85facf12'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:02:09.345358 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:09.345940 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Pushing event deleted for resources: {'Port': ['ID=423d376e-ed74-40fc-974d-46ee85facf12,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:02:09.394632 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.395011 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.395382 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.395747 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.396136 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.396513 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.396850 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.397218 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.397561 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.397909 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.398258 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.398606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:02:09.402544 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:02:09.429441 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6357ec12-1e53-4b29-a0ae-1e22d1ab128c req-ae89b28d-4be2-4717-b226-ce9fa4a89531 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0520270 Jul 29 14:02:09.520851 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] No DVR routers for this DVR port 423d376e-ed74-40fc-974d-46ee85facf12 on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:02:09.523548 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:09.526682 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e905d7db-85a5-4f98-93a6-b834a9168a21', 'name': 'network-vif-deleted', 'tag': '423d376e-ed74-40fc-974d-46ee85facf12'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:02:09.544615 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9824114f-ba40-4ae9-9aae-0546ba539f5d req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.10 "DELETE /v2.0/ports/423d376e-ed74-40fc-974d-46ee85facf12 HTTP/1.1" status: 204 len: 173 time: 0.8727987 Jul 29 14:02:09.576582 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e905d7db-85a5-4f98-93a6-b834a9168a21', 'name': 'network-vif-deleted', 'tag': '423d376e-ed74-40fc-974d-46ee85facf12', 'status': 'completed', 'code': 200} Jul 29 14:02:10.593181 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cedf8b5a-4114-401f-93df-6656d8fd6639 req-2c6f29b2-1f36-4ac8-9e62-f1f0f47237db tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0431983 Jul 29 14:02:10.971124 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:11.524734 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 423d376e-ed74-40fc-974d-46ee85facf12 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:02:11.561678 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: 423d376e-ed74-40fc-974d-46ee85facf12 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:02:11.561959 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 423d376e-ed74-40fc-974d-46ee85facf12 not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:02:11.649446 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [req-fa9aa618-e8cf-4a06-8a09-ce7bda861397 req-48d0c4ff-01cf-40d9-88c3-cd9cf6ef9192 service neutron] (78539) timed out ('10.222.0.10', 49863) {{(pid=78539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 29 14:02:11.754250 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-7524348b-9717-4985-8ce2-c6bbf5b7eaf5 req-0f3d24ac-c815-4726-a004-79ad6a561979 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Synchronizing usage tracker for tenant:c5e0ea8fe74840f2821560ff31623c57 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:02:11.769610 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-7524348b-9717-4985-8ce2-c6bbf5b7eaf5 req-0f3d24ac-c815-4726-a004-79ad6a561979 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Unset dirty status for tenant:c5e0ea8fe74840f2821560ff31623c57 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:02:11.770877 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7524348b-9717-4985-8ce2-c6bbf5b7eaf5 req-0f3d24ac-c815-4726-a004-79ad6a561979 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0612240 Jul 29 14:02:12.923678 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-66754b66-9f72-437e-a643-468f5f5d6ecf req-69741c94-3e6d-447f-991c-d64111ba409f tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0465741 Jul 29 14:02:13.101825 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:14.077775 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bd7e7dab-ce49-49ba-a827-89479456bbdc req-3e4420e9-5d8b-4140-82e0-67cf77ac0dc7 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0450094 Jul 29 14:02:15.230085 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-39fe683f-d3ac-4902-a197-c871bfad9a84 req-c1119f16-847a-4e86-9418-83b12d1b8134 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0457819 Jul 29 14:02:16.378362 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b4dab31d-0070-4224-8537-6eeccfe6c9db req-bce8168f-4fbd-416f-8e68-928176a6527d tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0420744 Jul 29 14:02:17.530350 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f2e5d608-d000-4c78-aea9-e942c6cd4ae3 req-41f6bdb8-d007-4a92-85db-c6ffa19697e9 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0426836 Jul 29 14:02:18.681882 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0dfff1bf-5eb0-495c-9009-5368f9bf7a66 req-3bc1d9d2-94d9-45be-81fc-56f27bcbe58f tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0421681 Jul 29 14:02:19.830442 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-05c40cf5-87bb-41bd-a3cd-df6fafa89e82 req-5060138d-f528-463a-bb0a-8ace90efb5fd tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0431254 Jul 29 14:02:20.983673 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-79b2d596-4070-4eee-b70b-30c3fe613c30 req-a2688320-86f2-4b7c-af34-2a1dd5432c2d tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0452156 Jul 29 14:02:21.632798 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a322dda-d983-4d44-a2bb-a54620d9a9d4 req-da930f8e-e235-4126-8d37-13c692c9ebed tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:02:21.634605 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2a322dda-d983-4d44-a2bb-a54620d9a9d4 req-da930f8e-e235-4126-8d37-13c692c9ebed tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 945 time: 0.0855529 Jul 29 14:02:21.681243 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2a322dda-d983-4d44-a2bb-a54620d9a9d4 req-7a5780dc-fe84-4a53-b867-6f1934ab5212 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Jul 29 14:02:21.961026 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-e933d7da-5103-47c0-952d-f389d6984dc7 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:02:21.962460 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-e933d7da-5103-47c0-952d-f389d6984dc7 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 945 time: 0.0823736 Jul 29 14:02:22.031799 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Deleting port d05fd754-d170-47c9-9d8a-4e13cffacb78 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:02:22.032483 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:22.135929 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-74215235-ea50-4301-950d-563816aad34a req-db5e6854-1106-4b47-8226-81a79d479ee3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0452812 Jul 29 14:02:22.280088 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] For port d05fd754-d170-47c9-9d8a-4e13cffacb78, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=d05fd754-d170-47c9-9d8a-4e13cffacb78,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:02:22.280330 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:22.402233 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Calling delete_port for d05fd754-d170-47c9-9d8a-4e13cffacb78 owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:02:22.545993 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:22.551399 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:02:22.557824 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['ca8c985e-2f44-4959-bb2b-2d0ade473d39', 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b', '608bc6ae-8ede-47e8-8772-41c8f105f8ee', 'd05fd754-d170-47c9-9d8a-4e13cffacb78'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:02:22.596271 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Pushing event deleted for resources: {'Port': ['ID=d05fd754-d170-47c9-9d8a-4e13cffacb78,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:02:22.599415 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:02:22.675232 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] No DVR routers for this DVR port d05fd754-d170-47c9-9d8a-4e13cffacb78 on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:02:22.677738 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:22.680485 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e', 'name': 'network-vif-deleted', 'tag': 'd05fd754-d170-47c9-9d8a-4e13cffacb78'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:02:22.697398 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8b03d5af-6675-4fec-af34-fc6c46334fce req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "DELETE /v2.0/ports/d05fd754-d170-47c9-9d8a-4e13cffacb78 HTTP/1.1" status: 204 len: 173 time: 0.7292295 Jul 29 14:02:22.751969 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e', 'name': 'network-vif-deleted', 'tag': 'd05fd754-d170-47c9-9d8a-4e13cffacb78', 'status': 'completed', 'code': 200} Jul 29 14:02:22.878022 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-39e32501-dc22-4fb3-b82b-dfed1b9137d9 req-e78ec729-3d61-475f-90f7-064a978a8b84 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0a74fbe-1499-4d50-b4c4-1c6ff7387d0e HTTP/1.1" status: 200 len: 210 time: 0.0684905 Jul 29 14:02:23.291284 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-36cea4af-3c67-4829-a5ce-bd62e669abc2 req-8e92f69e-b652-4dbc-af97-0eacc0575609 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0445521 Jul 29 14:02:24.443624 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-43867b8d-3d21-41c6-a777-f15adb9bf1fa req-c71e95bc-06f0-4dfc-b9ba-3158adf448c0 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0462823 Jul 29 14:02:25.591663 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4be56b0e-6b01-4dbc-82ca-da615a11282e req-9eaee8a9-f09e-4721-a3a2-6659658c09a9 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0412965 Jul 29 14:02:25.648740 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device d05fd754-d170-47c9-9d8a-4e13cffacb78 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:02:25.685813 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: d05fd754-d170-47c9-9d8a-4e13cffacb78 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:02:25.686388 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device d05fd754-d170-47c9-9d8a-4e13cffacb78 not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:02:26.741399 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d47d5563-149f-4a9c-b0e3-d53335c33cd2 req-bdf60a8e-15af-4e3a-8e64-a0a7ea1add18 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0423028 Jul 29 14:02:27.978574 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d37a2ce8-5988-469b-aac5-4c6ba4144893 req-1be5897c-27d0-4d0b-b2a8-06d57dae6793 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.1299355 Jul 29 14:02:29.132639 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d86104dc-2b9b-4892-b837-367018e9b4e0 req-87c809e9-ce0c-4475-8b60-52fc0a785463 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0422394 Jul 29 14:02:30.287360 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9b1222b1-e2ab-416a-a055-422015274d0e req-3d0752f1-604a-4a14-957d-0b0af0b6d25e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0449841 Jul 29 14:02:31.443760 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a0a7a14e-07d5-4016-a1bf-311807c6c5e1 req-e6996381-7ffb-4f8e-8a2b-2c16db1b0e48 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0462151 Jul 29 14:02:32.590973 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e6817bd2-2a87-4cd3-bda8-bd42c418d3c9 req-57c1b315-e3dc-4877-81d7-dac6d936ee6a tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0422378 Jul 29 14:02:33.739433 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d8328668-efb6-4a0f-a77f-f3f462e7224f req-ffc59262-df69-4f75-81b9-261ce73c8ce4 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0427647 Jul 29 14:02:34.537919 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:02:34.891952 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a73f8576-ecbc-41d1-81b6-71d95d9ca3f8 req-48befbc3-385b-4328-9669-a261f2ebaca9 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0457432 Jul 29 14:02:35.255470 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-21cbd1fa-1e4d-4733-8c82-8f2d2e430111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:35.673864 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:36.042248 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-27db0295-0379-4f12-8b19-4046c3c0aba3 req-83415b0b-0f07-4f73-95b4-969648449601 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0423832 Jul 29 14:02:37.191341 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-26660384-6d0c-468d-8539-065136e0b95b req-73ecac5c-ec6a-4267-82ca-5abf147c7ca3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0424361 Jul 29 14:02:37.849095 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c461-203f-4cd8-9b32-3dcddb1b7094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:38.414636 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-caea8d97-38e7-4428-9f32-6d7d8e728e94 req-aaa06340-6fe0-4727-b624-e6400f28feb2 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.1145520 Jul 29 14:02:39.319361 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:39.562635 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b2087011-97d5-4248-8dde-32c7a6fea91c req-eafefdcb-9c22-41d3-be26-ef4519dd6ed7 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0426419 Jul 29 14:02:40.711566 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d4812ea7-88b6-4d45-8515-d612e7c5a51a req-b8eb4d29-1145-46da-a886-48f4c092576a tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0428727 Jul 29 14:02:40.972836 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:41.865251 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-83a7b68e-d9c3-423b-8602-b8cb1e461ede req-f273dfa1-d801-40df-b840-7b711942dda2 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0467498 Jul 29 14:02:43.100880 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:43.157454 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2ddd9eb-5bab-42aa-8f56-61d42f67366e req-41830df6-33f9-48e6-b956-f0aa300cf431 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0418689 Jul 29 14:02:44.310780 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6dff0761-8af9-4225-9fb0-885e44e87931 req-c583845d-37ac-4a90-a4ea-16d3d47ecfba tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0447319 Jul 29 14:02:45.462224 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f7f62670-3bdf-4282-8491-88fbb1143390 req-b1ad0e8d-4482-4230-ae3f-02b4ffb1e2c0 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0461597 Jul 29 14:02:46.610973 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cb2f5478-fe84-47bf-95ed-30f33c93c3ed req-b04d7ddf-b8f5-481a-b259-1faa69d16e88 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0424092 Jul 29 14:02:47.758261 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e53a518a-1013-443d-8927-31a92afb0dcc req-069ff973-4536-4e35-a6e7-43b8a2ed4b3d tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0430043 Jul 29 14:02:48.920442 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-919bdc99-4230-4b42-b736-891e39b59806 req-432b2d06-180b-4f77-80e5-75b058d420cf tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0462663 Jul 29 14:02:50.072732 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-338295fd-e6dd-45f4-9fce-0511cd4a6c05 req-beeaf052-5864-45be-9125-0b5739bca953 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0436985 Jul 29 14:02:51.226950 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2621711a-7acc-4c88-8d2c-4318f40768d6 req-d514c934-3dcf-4530-9b16-b7bf75c19d38 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0443356 Jul 29 14:02:52.434556 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7c4db8b7-5715-41e1-98d3-9a7aeef3395e req-d5e02d97-a23a-48f5-9846-fa8799417e72 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0952404 Jul 29 14:02:53.633136 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2780f268-b847-4397-8b2d-a0280b648360 req-31fb36fe-c2c7-4ddb-9a4e-6470040659e0 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0888698 Jul 29 14:02:54.824996 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dfe310a5-4782-436a-871d-ecc3242e35d3 req-77219d93-8b4e-4cf6-a4a0-84463c99279f tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0851018 Jul 29 14:02:54.856313 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-77827446-9847-4835-8e47-3820da2f8fd4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1493459 Jul 29 14:02:54.947370 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-daca72e2-2f79-40b8-962a-374f1fb8e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:02:54.948881 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-daca72e2-2f79-40b8-962a-374f1fb8e51f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 1098 time: 0.0702069 Jul 29 14:02:55.091911 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-dcc4b540-11be-4bfa-bf52-4f9a18c33e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:02:55.093309 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-dcc4b540-11be-4bfa-bf52-4f9a18c33e89 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1256392 Jul 29 14:02:55.163403 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-52583078-1dcc-4571-8a49-65b2e469bb46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608bc6ae-8ede-47e8-8772-41c8f105f8ee HTTP/1.1" status: 200 len: 217 time: 0.0639348 Jul 29 14:02:55.226966 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-cbc25682-72f6-4a48-a0e1-8f3345e2c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:02:55.228441 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-cbc25682-72f6-4a48-a0e1-8f3345e2c602 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0583379 Jul 29 14:02:55.277067 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-dbd86636-d37b-4d9a-b664-cce15a364d82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421960 Jul 29 14:02:55.411731 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-feeaa695-1a16-4002-8c68-56c622a95a05 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277485 Jul 29 14:02:55.547443 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f8f31d4-2d97-493d-9c34-e7762ae379d2 req-98fc8de8-720f-4bfb-aff2-42dc02df2878 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297555 Jul 29 14:02:55.984551 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2bd13b06-b0a5-4dc3-b142-3df17ebe3801 req-07f9978b-039c-4305-91c0-69cad22375c0 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0459530 Jul 29 14:02:57.135720 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0e0c9483-96ba-4c8c-ae8d-dee62af8042b req-2e12297a-b539-48d9-9c5b-a030b6f6982f tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0419760 Jul 29 14:02:58.300133 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f9aac01f-7f31-4def-8cac-16ca37696b47 req-77059691-f6ed-4f28-8a15-3c822fd56ebf tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0497997 Jul 29 14:02:59.454184 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d66f1fea-cbb1-48e3-9dfb-ff16cd865f8b req-689ea842-30c7-494e-8989-314731e91321 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0418007 Jul 29 14:03:00.602801 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-52a8ccc6-4923-43cb-8a50-b62968b284b9 req-67d998bc-eb80-4a79-983c-e4076bafb221 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0433755 Jul 29 14:03:01.754838 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7d158390-fd91-436e-8f8c-b074a8eb2e54 req-db256471-abdf-44bd-9534-c0c11be3b44c tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0446355 Jul 29 14:03:02.911890 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9ef8a84e-f74c-43bf-b8f2-a54a1c90d875 req-3c6f569c-28e2-4b30-bdae-9ca162439acb tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0482371 Jul 29 14:03:04.063792 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-045c4368-8c5f-46e0-bdf3-e6c6a5969654 req-834529e2-fa88-4bf9-8f11-6dcf1714ee82 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0444906 Jul 29 14:03:05.220455 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e7689267-fa22-47b4-9fe9-2bb870f0444b req-36c2dad8-dee7-438d-b566-438a3463714c tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0486915 Jul 29 14:03:05.258194 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5e17852e-984a-4ed2-bdc8-74880f739ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:05.675928 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:06.373026 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ce75953c-1e6e-4d4d-8b46-944229ca761f req-49b860a9-fc34-4c57-bb61-1fee4494703a tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0434227 Jul 29 14:03:07.520358 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ed6bd610-baab-4600-b241-6c93266c05b4 req-675a55a3-f410-4162-9952-e63f09b6ba81 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0430462 Jul 29 14:03:07.851164 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-69049709-e0a6-4101-b08f-341e350123d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:08.672002 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2fb81a2c-c637-41fc-8596-f03b188830ee req-ce0e65c3-a782-4bb4-8605-7b2064d665f1 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0468998 Jul 29 14:03:09.326073 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:09.828883 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-492ed7fc-f448-4599-a842-9d7f0b604b58 req-aae165a6-d694-4033-bd5c-171a539f310f tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0465631 Jul 29 14:03:10.974672 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:10.982762 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-de903970-fd42-4f71-99c4-64efea7dcbc9 req-22b0ce09-01c6-43a4-a7fb-e49b061070e0 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0435171 Jul 29 14:03:11.537091 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:03:12.134316 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a9098eb5-e9fc-4664-ad83-78930d68d801 req-ef6026bb-fedc-4dac-bc6c-43d3f0e28840 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0424933 Jul 29 14:03:13.116980 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:13.288476 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1b5aed11-6a36-40cc-a66f-3e04fdae6ed7 req-dc6b16c2-5f45-4cc1-8374-55c22a5b04aa tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0431836 Jul 29 14:03:14.440417 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-70cf60ed-4f78-4940-9c0c-69ab35f73a57 req-b6ad3db4-7cee-4f89-8e9b-aa67be24c136 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0442436 Jul 29 14:03:15.595176 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-218337a4-1cc2-4e85-a191-cb2b97966697 req-5c594aa5-6af3-4360-8fc3-fc119598d812 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0457199 Jul 29 14:03:16.745223 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-38b177af-8e2a-4e01-9af6-88fa65357bab req-eef43725-d56b-419a-b4ff-38c06a429da0 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0442846 Jul 29 14:03:17.964164 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ef28e31b-ba2a-48f4-b17e-874797fc5715 req-62a8af3b-caef-4eb2-b3b6-ee1338413ded tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.1115751 Jul 29 14:03:19.264558 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e1da8fd7-4248-4bf3-aa7f-6cb1bbada77d req-dbe7980e-0580-4bbe-86f4-d4dad4340bed tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0435600 Jul 29 14:03:20.414638 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-565bd91c-32c3-4922-ac91-92009b85ad18 req-1c130e13-02fa-490a-88d8-6d4abb7cb769 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0439212 Jul 29 14:03:21.565520 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-86957fa9-8100-4819-be75-6c6cc9211cc9 req-430681b9-ea07-4e13-9747-c2e63221725b tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0436890 Jul 29 14:03:22.719344 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ac584352-4340-48fa-ac8f-1f89b148ce17 req-a2ccf690-9e40-482e-a99c-6d49271d2b37 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0447636 Jul 29 14:03:23.873994 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f2fbb1c8-92c7-4609-a525-afdfe6d557a7 req-f9c04058-4f9a-4b22-a543-bf46f4fa0ddc tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0473773 Jul 29 14:03:25.022946 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8b9c544d-8c2d-4450-b621-d9883f1b86e6 req-8165fe8d-512d-4e19-bee2-404354bee65b tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0419436 Jul 29 14:03:26.172155 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-39fac500-2969-4b46-9b20-2d5fb069da49 req-06d80bda-bd4c-4725-bc51-6db909f12eaf tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0434189 Jul 29 14:03:27.319408 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f56466fe-3f20-4a0c-b944-095fbc318b69 req-e6089918-e674-4d31-86a8-33a9c5e5b239 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0443451 Jul 29 14:03:28.471284 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-869a6a86-4a43-4b32-9355-844489f77250 req-70c1f0e9-2df3-4b1e-b9ab-560e129f89dd tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0433569 Jul 29 14:03:29.620797 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9241875a-2b00-4442-911a-d21127eeceac req-e9425294-d454-4978-9c92-43995931cef4 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0462282 Jul 29 14:03:30.772940 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-bdb1e763-96de-4c8f-9ab3-b9e2fefb054f req-789381c5-279c-45a6-a5d7-d326d3e4f2b2 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0482585 Jul 29 14:03:31.921956 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7b414eed-f853-46c8-a986-3428c71a1830 req-8eb5cbbb-0293-43e8-94fa-eaab545a9473 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0416310 Jul 29 14:03:33.074117 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c9f74004-c934-49f4-aff6-62c30642ebda req-800b63fe-7d70-477a-8695-01568b82a4f9 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0429306 Jul 29 14:03:34.223306 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a75dfc9f-a403-42b5-adca-941c4aef8a36 req-2c418b2c-b730-44b6-96dd-f6e71adc91fb tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0426815 Jul 29 14:03:35.263191 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-d1739f2e-0f37-4390-ab8d-78a6c6868098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:35.374267 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-47fe33e3-6b20-45bf-92f2-fd481a99f0ad req-0ec5c653-fec5-4e94-a3fa-93159fd737f2 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0447791 Jul 29 14:03:35.678423 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:36.526659 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3b3467f9-1251-4438-a000-3e9e3969e6d9 req-bde7082a-2613-477a-a20f-96f083441fbd tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0452712 Jul 29 14:03:37.678754 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-56f71d74-e58e-4098-a39a-38c5f144d7d6 req-e62a6338-8967-4527-a071-6ea0969ac784 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0462372 Jul 29 14:03:37.852586 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-aed30c1f-d525-4f9e-a1cf-525d3ec1cc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:38.834671 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9029bb7c-5594-4783-93e6-f4fc44d45dd2 req-35b6050c-2f9b-4716-b025-70f8c4042cbe tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0495234 Jul 29 14:03:39.326464 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:39.985066 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-39095b42-d769-4093-afa7-7a6296c4275d req-9b8bff81-bc93-450d-810b-72a952df7694 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0433512 Jul 29 14:03:40.977067 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:41.133242 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a44e3c42-bbe8-4b6d-b631-0ba83ff37322 req-04a01515-b823-451c-a11b-0f7488e67119 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0424690 Jul 29 14:03:42.283692 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2c33f1e9-4a0e-45a8-b08b-21d92a880e54 req-f992b095-c0a6-4a9f-a7d9-08eae39260ef tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0428336 Jul 29 14:03:43.113485 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:43.438994 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7a94c407-5c4b-4b82-b441-42e42b8b7487 req-13c1830b-0442-4c19-b1fe-1805b7d9eaf3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0465078 Jul 29 14:03:44.681365 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7f5d21d4-141d-4bd4-b331-708ab66c67d0 req-8722b22f-c42c-4310-a1a1-f09886c30166 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.1335390 Jul 29 14:03:45.836592 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-55469cc7-ec4a-4f38-a8d4-2638de419c61 req-24106a87-eaf7-43ca-8e43-98e269c7b19e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0450656 Jul 29 14:03:46.991127 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a9bd473d-5ba8-45ab-a303-dfd83e8a33ce req-b10f4633-a38c-40f5-9fcf-8a2548ef4188 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0426929 Jul 29 14:03:48.139991 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9283ad94-617f-495f-813d-e20af00cefb1 req-bad9a0af-3bbe-41c8-8bd5-d1da2b8bb3d3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0431890 Jul 29 14:03:48.536228 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:03:49.289985 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0902df3c-7d1c-48ab-845e-16a717ba209b req-23a6d94e-b85d-4ac2-845e-a6ce8f98adde tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0450878 Jul 29 14:03:50.443433 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0ae976b9-2c01-4aaa-9097-e22fea19ded5 req-92c6f487-4328-4f2a-9a83-b4bd3b860717 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0460763 Jul 29 14:03:51.597400 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2fe15315-4c10-4d29-941a-03ec35dea241 req-a22ecfcd-cdde-4c05-bf5e-f08459ff7e57 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0471542 Jul 29 14:03:52.750188 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e81d9e82-bda4-4d18-9a62-dcf9b5a7dfee req-3e64c67b-c70b-42b9-8a67-b8002d35cdfa tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0426407 Jul 29 14:03:53.900818 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3454d40a-9fbc-4068-b210-faf90bd6fb93 req-61b5f355-a4bb-49f9-80d9-f0d7ab2b032e tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0410388 Jul 29 14:03:55.054240 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-87a568b5-abfd-4090-bf28-fa78e6305956 req-b5c0b80e-e162-4a3a-9d8f-80ffdfa00c91 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0434120 Jul 29 14:03:56.202448 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-73025239-ef8e-4bad-b2ea-631f7e4f9610 req-ed23df82-c966-4469-bf60-c0ad8686c4fa tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0437372 Jul 29 14:03:57.350897 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bb6c0ae5-3b9f-4eba-9e7c-fd676eee6fd5 req-978a4507-3bcc-4bca-a7fc-d65210357f51 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0457189 Jul 29 14:03:58.503228 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-73012ff5-8879-416b-b967-c275a7eaf0fd req-94805970-23c3-47f6-8743-d72bfb9cd37c tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0462661 Jul 29 14:03:59.655451 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48d7d286-e626-45fe-a749-5318fe24dfd6 req-2a95c768-c2dd-45da-b34f-02c9e7cc6dd4 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0431011 Jul 29 14:04:00.810507 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-31de3927-9112-4cb1-97e3-2b7af6108575 req-41506066-ea3d-4514-87d3-ebc115b82597 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0444000 Jul 29 14:04:01.961117 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-118ea216-210b-4527-a47b-f81f2aa94240 req-2f1dd48c-886b-4ebd-bb93-af21c9675d3a tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0433621 Jul 29 14:04:03.164480 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b4539c99-31fe-41e2-8539-b970ef3cfd20 req-d969c25c-a174-41f9-9741-2a123b330eb8 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0439789 Jul 29 14:04:04.317007 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0efc6740-947e-41f7-ac1a-93c049b0993e req-e909c4d6-1e47-441d-a94a-362a684b8faa tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0469234 Jul 29 14:04:05.259444 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-86c5d61f-a4d0-4b40-b5cc-ce716ec892ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:05.473341 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-81f8df77-3126-48f9-9ff0-38208dfe4d65 req-b3579323-2dd0-4412-b6f2-53c77b41ec81 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0470016 Jul 29 14:04:05.680631 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:06.625584 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b8f49eaf-44ad-4f80-b4cc-f1ecd54d483c req-d887b107-5a8b-4a42-8bc1-76888c7b0c13 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0425134 Jul 29 14:04:07.777791 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-41830e12-d42c-48aa-872b-ca04eb0c7ee2 req-679d4b04-3e5c-4e13-b6d5-1d7d3191cf93 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0422139 Jul 29 14:04:07.857107 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2df5bd41-421f-4f8e-a3cd-4d89cb1cc711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:08.926945 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-802e0497-b29c-486f-a196-6dac89bc2a64 req-6f06fead-1160-4850-b136-1cfa3d73fb96 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0419343 Jul 29 14:04:09.329510 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:10.095113 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-52dd2c8f-1f16-4ebc-9404-10d2fec7b1cb req-521c3c3f-8e99-4d2f-a288-3821c17169e1 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] 10.222.0.23 "GET /v2.0/ports?device_id=e905d7db-85a5-4f98-93a6-b834a9168a21 HTTP/1.1" status: 200 len: 210 time: 0.0452216 Jul 29 14:04:10.980390 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:13.131544 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:25.535396 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:04:31.963720 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [req-a84a2d28-8953-4cfb-b383-26bc53cf34b3 req-2d76073a-6e97-4788-9973-326e6091e22a service neutron] (78539) timed out ('10.222.0.23', 36708) {{(pid=78539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 29 14:04:35.261707 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2afd9e53-9e4e-4ca3-a74a-4086a942930c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:35.687088 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:37.859062 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cccf47bb-dfc8-4e12-904f-37b44b2e7b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:39.335259 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:40.981918 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:43.126039 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.667760 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [req-87988f21-e758-437d-ad12-bce004367105 req-c15559cc-75a3-4e16-8487-da42f712d725 service neutron] (78540) timed out ('10.222.0.10', 49890) {{(pid=78540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 29 14:04:56.690196 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-29e5f051-0884-4b3b-adea-6411645d8c3b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741346 Jul 29 14:04:56.829837 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-157999fb-1824-4417-ac5b-1d3e8d92513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:56.831326 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-157999fb-1824-4417-ac5b-1d3e8d92513c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 1098 time: 0.0721359 Jul 29 14:04:56.980600 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-741df9b1-486e-4d02-bbc6-5c763fd2786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:56.981949 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-741df9b1-486e-4d02-bbc6-5c763fd2786e service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.1275344 Jul 29 14:04:57.051452 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-f4388ebf-d47c-4f19-93d2-1bd134fc1000 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 200 len: 217 time: 0.0626338 Jul 29 14:04:57.111397 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-7cf7698b-5930-4d14-bb25-2fb9f1cc1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:57.112865 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-7cf7698b-5930-4d14-bb25-2fb9f1cc1d40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.0553081 Jul 29 14:04:57.246349 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-c4e5440e-3b27-4de1-ad86-6f44c0c2019c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262228 Jul 29 14:04:57.383228 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-ca998791-dd05-41e4-918d-f4641675f659 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292932 Jul 29 14:04:57.521686 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-546425aa-c23a-458b-90c4-a7d70b7671c9 req-b06d1cd2-958e-44bd-ae44-952b9bf48755 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319821 Jul 29 14:05:02.533723 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:05:05.267467 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0348c983-2099-4463-802f-ecce9af9ccce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:05.679905 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:07.861207 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c97e2d00-7f5d-4efb-8723-d6829cd04004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:09.338094 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.988068 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:13.125225 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:35.266013 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-d22ee3fa-dfd2-414a-aacd-7efddcb8d316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:35.681354 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:37.862903 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c6b0585b-08cc-4dfd-b9ae-5c734cd6d06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:39.341615 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:39.532910 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:05:40.990344 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:43.123124 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:58.705979 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-a156113d-93a1-4e89-a9c4-28e5d18259fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672920 Jul 29 14:05:58.793844 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-9d1aa52c-2ea8-4af0-9fc0-7ebc55a4f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:58.795267 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-9d1aa52c-2ea8-4af0-9fc0-7ebc55a4f394 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cfd3748c1d14e658070c8f54d22f737&device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 1099 time: 0.0680895 Jul 29 14:05:58.938272 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-8094b28a-7390-4654-8d80-94776ea58483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:58.942450 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-8094b28a-7390-4654-8d80-94776ea58483 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 200 len: 920 time: 0.1258709 Jul 29 14:05:59.011807 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-9dd6bee8-00a7-488d-b326-30dc70353164 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0 HTTP/1.1" status: 200 len: 217 time: 0.0650842 Jul 29 14:05:59.077314 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-a0458e76-3bff-4121-a5b9-102d2f9ca51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:59.078753 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-a0458e76-3bff-4121-a5b9-102d2f9ca51d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 200 len: 859 time: 0.0612655 Jul 29 14:05:59.126991 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-d6796069-0b68-4019-a906-84e3c21c7206 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb925b22-19d5-405f-9907-5e2d5d2e2063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423596 Jul 29 14:05:59.258701 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-2696d7b7-afef-4ce6-ac24-b6c37dd512b8 service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254933 Jul 29 14:05:59.389397 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a2c56921-1fb7-4e91-8753-1db96c2e1897 req-7ddc465b-d9ca-4d14-8442-88651cdee32d service neutron] 10.222.0.10 "GET /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233678 Jul 29 14:06:05.267384 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2b348937-52c3-47d9-b4b9-02d1e3f397e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:05.684550 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.864501 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c8d0fa01-23bf-4383-8cb9-b0dad37efe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:09.344874 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:10.989220 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:13.127466 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:16.531606 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:06:35.269660 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cca695e0-2664-4f8b-9978-0af74447e014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:35.686060 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:37.865867 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-32d1d9e8-efe9-4812-99a0-59585bd5c0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:39.346415 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:40.992400 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:43.139254 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:48.826395 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56d06a-39fc-494d-b55d-b74d54b2aa9e req-cca0621f-9fb8-4bf6-9ff8-d0f73f0e977f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:48.827875 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a56d06a-39fc-494d-b55d-b74d54b2aa9e req-cca0621f-9fb8-4bf6-9ff8-d0f73f0e977f tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 946 time: 0.0792642 Jul 29 14:06:48.874049 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a56d06a-39fc-494d-b55d-b74d54b2aa9e req-735421ee-6543-4089-b7fe-32801371df82 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups?id=98683ed2-809a-4df9-843a-fdb379dffe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406699 Jul 29 14:06:49.150552 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70b729-2085-4080-b6ec-459a7797590f req-dd171faa-05ff-4031-957d-b85bcb2a13c7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:49.151925 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc70b729-2085-4080-b6ec-459a7797590f req-dd171faa-05ff-4031-957d-b85bcb2a13c7 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 946 time: 0.0800838 Jul 29 14:06:49.221157 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Deleting port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:06:49.221505 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:49.474841 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] For port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:06:49.475196 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:49.860699 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:49.861407 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:49.861407 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Floating IP 6ac0bae2-7e5b-4b22-8fb6-f3fd5ea03db8 disassociated. External IP: 172.27.0.166, port: 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d. Jul 29 14:06:49.861700 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Calling delete_port for 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:06:50.012659 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.018242 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:50.050413 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0696c4f3-3eb0-4ecc-9261-bd3dd84623c1 req-48d72b7f-1011-450d-af66-4798bcc0ee1c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5822965-85c7-443b-a1ca-fc4c6c9418f7 HTTP/1.1" status: 200 len: 210 time: 0.0474486 Jul 29 14:06:50.064080 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event deleted for resources: {'Port': ['ID=7589cfc5-baaa-4ed1-aae0-b2cef05eee3d,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:50.075730 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.076135 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.076503 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.076863 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.077221 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.077575 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.077913 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.078265 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.078612 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.078963 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.079309 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.079669 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:50.083261 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:50.260786 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Router 7d395bb7-9d71-483d-8151-0fac574ba71c has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:06:50.443160 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:06:50.453386 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] Sync routers for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:06:50.463469 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:06:50.464482 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:06:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:50.521287 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] No DVR routers for this DVR port 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:06:50.524013 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.527218 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'name': 'network-vif-deleted', 'tag': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:06:50.554012 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc70b729-2085-4080-b6ec-459a7797590f req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.10 "DELETE /v2.0/ports/7589cfc5-baaa-4ed1-aae0-b2cef05eee3d HTTP/1.1" status: 204 len: 173 time: 1.3962171 Jul 29 14:06:50.647377 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5822965-85c7-443b-a1ca-fc4c6c9418f7', 'name': 'network-vif-deleted', 'tag': '7589cfc5-baaa-4ed1-aae0-b2cef05eee3d', 'status': 'completed', 'code': 200} Jul 29 14:06:50.648669 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:06:50.992271 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:50.997222 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] Checking router: 7d395bb7-9d71-483d-8151-0fac574ba71c for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:06:51.006721 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:06:51.007502 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:06:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:51.182286 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 45490) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:51.198494 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:06:51.246280 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-45cdfb15-3a56-4d4f-88ea-91bf77a32f86 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:51.275127 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-45cdfb15-3a56-4d4f-88ea-91bf77a32f86 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:51.332609 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-45cdfb15-3a56-4d4f-88ea-91bf77a32f86 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:51.344923 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b43a93ee-939f-405c-a203-eec19f2d7a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:51.361123 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdfb15-3a56-4d4f-88ea-91bf77a32f86 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98683ed2-809a-4df9-843a-fdb379dffe5e,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:51.364042 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-45cdfb15-3a56-4d4f-88ea-91bf77a32f86 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:51.366158 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-45cdfb15-3a56-4d4f-88ea-91bf77a32f86 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:51.369212 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-45cdfb15-3a56-4d4f-88ea-91bf77a32f86 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "DELETE /v2.0/security-groups/98683ed2-809a-4df9-843a-fdb379dffe5e HTTP/1.1" status: 204 len: 168 time: 0.1851852 Jul 29 14:06:51.371188 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 45496) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:51.391295 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.api.v2.resource [None req-c6c44e96-b344-4474-8fcc-7815c71d73b6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] show failed (client error): The resource could not be found. Jul 29 14:06:51.395480 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 45500) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:51.395741 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-c6c44e96-b344-4474-8fcc-7815c71d73b6 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "GET /v2.0/security-groups/98683ed2-809a-4df9-843a-fdb379dffe5e HTTP/1.1" status: 404 len: 347 time: 0.0232773 Jul 29 14:06:51.539846 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:51.543777 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d03805-b0ad-451d-81d7-e3e989ec978c None None] The sync data for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi is: [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '3f7229ac-d722-4134-acae-88bd9fc7410c', 'name': '', 'network_id': '96f4876e-fe94-4c5a-a961-3b195609878f', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'mac_address': 'fa:16:3e:d0:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '536d180f-7745-409a-a734-381b66ac00b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:42Z', 'updated_at': '2021-07-29T13:46:57Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'subnets': [{'id': '536d180f-7745-409a-a734-381b66ac00b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:06:51.556428 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Deleting port 7cc472cf-bc64-47e9-932a-caa59da9c3ed {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:06:51.556768 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:51.728320 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:51.728650 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:51.761088 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a03dc1-bab0-47b5-bf25-b0ab89e4adf1 None None] New status for floating IP 6ac0bae2-7e5b-4b22-8fb6-f3fd5ea03db8: DOWN {{(pid=78541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:06:51.936732 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Calling delete_port for 7cc472cf-bc64-47e9-932a-caa59da9c3ed owned by network:floatingip {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:06:52.026856 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.db.api [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:06:52.027196 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_db.api [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:06:52.528241 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Deleting port 7cc472cf-bc64-47e9-932a-caa59da9c3ed {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:06:52.528891 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:52.704703 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:52.704986 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:52.826340 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Calling delete_port for 7cc472cf-bc64-47e9-932a-caa59da9c3ed owned by network:floatingip {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:06:52.963678 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:06:52.973903 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:52.979354 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:52.998861 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:06:52.999580 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 7589cfc5-baaa-4ed1-aae0-b2cef05eee3d not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:06:53.025182 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Pushing event deleted for resources: {'Port': ['ID=7cc472cf-bc64-47e9-932a-caa59da9c3ed,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:53.050817 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:53.115588 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks [] for floatingip, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.129463 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.130561 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] 10.222.0.23 "DELETE /v2.0/floatingips/6ac0bae2-7e5b-4b22-8fb6-f3fd5ea03db8 HTTP/1.1" status: 204 len: 168 time: 1.7340891 Jul 29 14:06:53.531045 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:06:58.701335 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-1aa5326b-3ea3-499d-8107-83226768da4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707014 Jul 29 14:06:58.789951 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-4632daf8-e23c-42d7-88b3-96aa86d6e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:58.791461 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-4632daf8-e23c-42d7-88b3-96aa86d6e977 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0692554 Jul 29 14:06:58.932820 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-9244729b-e1d5-46e3-a52a-442f8274c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:58.934256 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-9244729b-e1d5-46e3-a52a-442f8274c6fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1241882 Jul 29 14:06:59.003617 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-0d5cf304-c1b1-41f8-b6ce-d551cfba2650 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39 HTTP/1.1" status: 200 len: 217 time: 0.0626366 Jul 29 14:06:59.067729 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-7ebbec19-724e-4c67-a6aa-5e3ea904e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:59.069136 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-7ebbec19-724e-4c67-a6aa-5e3ea904e7fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0592844 Jul 29 14:06:59.113526 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-f33af0c0-4f93-474b-b01a-909f61d6cccf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382247 Jul 29 14:06:59.242430 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-b0106848-182d-4af4-9a21-d4f29c7c137b service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217835 Jul 29 14:06:59.447673 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-72b7a00a-838f-4d3e-aaa8-0fbadeb917fa req-386326b1-00f0-4a3a-9c8f-88efa6c3e062 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989937 Jul 29 14:07:05.272548 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e6c6-4136-4bad-9a56-5c68c0af898a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:05.686905 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:07.871081 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-76c84231-5c8f-45df-a109-dfa79521eac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:09.348569 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:10.996034 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:13.133724 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:30.530032 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:07:35.275271 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-73bd4601-f4d8-4667-bdf4-8627745f0a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:35.688673 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:37.873018 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b594665a-d09f-477e-abc4-ebf1a159917d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:39.352266 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:40.999132 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:43.131562 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:58.663412 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827442-f03b-4eab-8f08-1ebefc6b94d3 req-8eb6acc1-64e3-48a7-8d02-76407ec36bc6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:58.664908 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-eb827442-f03b-4eab-8f08-1ebefc6b94d3 req-8eb6acc1-64e3-48a7-8d02-76407ec36bc6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.2478468 Jul 29 14:07:58.711924 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-eb827442-f03b-4eab-8f08-1ebefc6b94d3 req-3d3280ef-c541-4d64-89c4-3cfcad205d64 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Jul 29 14:07:58.909252 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-94f33a2b-d5cd-449b-b2f0-cb6ac9dbbff5 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:58.910936 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-94f33a2b-d5cd-449b-b2f0-cb6ac9dbbff5 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 946 time: 0.0787928 Jul 29 14:07:58.978031 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Deleting port e0e1b229-dc70-4f00-b55e-4160507fc5a0 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:07:58.978367 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:59.218766 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] For port e0e1b229-dc70-4f00-b55e-4160507fc5a0, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e0e1b229-dc70-4f00-b55e-4160507fc5a0,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:59.219125 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:59.346987 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Calling delete_port for e0e1b229-dc70-4f00-b55e-4160507fc5a0 owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:07:59.498778 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:59.505450 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-acec44fe-3621-4bf6-83db-5a2277d1c23e tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:59.512688 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['e737bce1-cc2c-471c-8eed-f41d65cc36ec', 'e0e1b229-dc70-4f00-b55e-4160507fc5a0'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:07:59.557054 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Pushing event deleted for resources: {'Port': ['ID=e0e1b229-dc70-4f00-b55e-4160507fc5a0,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:59.608628 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.608878 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.609177 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.609551 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.609911 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.610273 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.610659 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.611018 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.611370 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.611722 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.612102 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.612458 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:59.619726 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:59.655968 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] No DVR routers for this DVR port e0e1b229-dc70-4f00-b55e-4160507fc5a0 on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:07:59.658396 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:59.661255 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d647b26-cdcd-480c-8f92-5f6762e3914d', 'name': 'network-vif-deleted', 'tag': 'e0e1b229-dc70-4f00-b55e-4160507fc5a0'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:07:59.677908 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3e458f35-510b-4a14-abc9-e85c31a39d10 req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.10 "DELETE /v2.0/ports/e0e1b229-dc70-4f00-b55e-4160507fc5a0 HTTP/1.1" status: 204 len: 173 time: 0.7619784 Jul 29 14:07:59.711423 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d647b26-cdcd-480c-8f92-5f6762e3914d', 'name': 'network-vif-deleted', 'tag': 'e0e1b229-dc70-4f00-b55e-4160507fc5a0', 'status': 'completed', 'code': 200} Jul 29 14:07:59.884033 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-b1b218be-c256-4ae5-9b02-7cbdfe574e4b req-e63140e4-f574-4539-940d-5d0fb48c6ac7 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Synchronizing usage tracker for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:07:59.899313 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-b1b218be-c256-4ae5-9b02-7cbdfe574e4b req-e63140e4-f574-4539-940d-5d0fb48c6ac7 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Unset dirty status for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:07:59.901094 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b1b218be-c256-4ae5-9b02-7cbdfe574e4b req-e63140e4-f574-4539-940d-5d0fb48c6ac7 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d647b26-cdcd-480c-8f92-5f6762e3914d HTTP/1.1" status: 200 len: 210 time: 0.0599639 Jul 29 14:08:00.763011 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-901e7fae-85aa-4b99-b20d-b311f858939a req-8d5dbf5a-0022-4b5c-95b3-7cc393716760 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1107466 Jul 29 14:08:00.854954 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7fae-85aa-4b99-b20d-b311f858939a req-db5bf5dd-85c6-442e-b895-209240a0261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:00.856301 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-901e7fae-85aa-4b99-b20d-b311f858939a req-db5bf5dd-85c6-442e-b895-209240a0261b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 1099 time: 0.0726943 Jul 29 14:08:01.002871 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7fae-85aa-4b99-b20d-b311f858939a req-e4777af7-716d-4f3a-8203-e263ba3692eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:01.004434 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-901e7fae-85aa-4b99-b20d-b311f858939a req-e4777af7-716d-4f3a-8203-e263ba3692eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1296341 Jul 29 14:08:01.073025 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-901e7fae-85aa-4b99-b20d-b311f858939a req-b599f675-fc17-439d-a07e-67755ea60292 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6f3e8fb-9db9-411c-ba51-f8178fbf393b HTTP/1.1" status: 200 len: 217 time: 0.0614221 Jul 29 14:08:01.137404 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7fae-85aa-4b99-b20d-b311f858939a req-efe2a6ac-ba44-481c-8bf2-f2c86ba5ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:01.138849 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-901e7fae-85aa-4b99-b20d-b311f858939a req-efe2a6ac-ba44-481c-8bf2-f2c86ba5ebc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0605278 Jul 29 14:08:01.185828 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-901e7fae-85aa-4b99-b20d-b311f858939a req-aaeb89d3-6d54-4e54-9494-0d96546f6c73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409729 Jul 29 14:08:01.195730 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [req-901e7fae-85aa-4b99-b20d-b311f858939a req-9d9f9f36-d3f5-45e1-a638-13c869c05c55 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:08:01.196725 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-901e7fae-85aa-4b99-b20d-b311f858939a req-9d9f9f36-d3f5-45e1-a638-13c869c05c55 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052717 Jul 29 14:08:01.416378 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-901e7fae-85aa-4b99-b20d-b311f858939a req-2c263f43-7c11-49d6-b3c0-89183ff63bc9 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054310 Jul 29 14:08:01.417352 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709af7f0-7c41-49e3-8593-3eb7373ff1aa req-4fd25779-0a2c-4fef-b1a6-b0853f53575d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:01.418892 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-709af7f0-7c41-49e3-8593-3eb7373ff1aa req-4fd25779-0a2c-4fef-b1a6-b0853f53575d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.1406181 Jul 29 14:08:01.467660 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-709af7f0-7c41-49e3-8593-3eb7373ff1aa req-5a38cbf1-b1a4-47b1-b984-47ba73858e75 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/security-groups?id=401234d8-92dd-4f05-b7b1-8b5e0715174d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Jul 29 14:08:01.548553 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-901e7fae-85aa-4b99-b20d-b311f858939a req-86402591-8268-4c42-a5f0-6d9207c70d4a service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254461 Jul 29 14:08:01.823794 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-29a5ff56-0aaa-4f65-b641-00e49f6369ed tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:01.825253 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-29a5ff56-0aaa-4f65-b641-00e49f6369ed tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.10 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 945 time: 0.0810473 Jul 29 14:08:01.898117 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Deleting port e737bce1-cc2c-471c-8eed-f41d65cc36ec {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:08:01.898451 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:02.145018 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] For port e737bce1-cc2c-471c-8eed-f41d65cc36ec, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e737bce1-cc2c-471c-8eed-f41d65cc36ec,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:02.145377 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:02.266453 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Calling delete_port for e737bce1-cc2c-471c-8eed-f41d65cc36ec owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:08:02.410659 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:02.416496 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5e35eec4-063b-4b44-b730-a7d467260b7d tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:02.422161 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['e737bce1-cc2c-471c-8eed-f41d65cc36ec'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:08:02.461134 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Pushing event deleted for resources: {'Port': ['ID=e737bce1-cc2c-471c-8eed-f41d65cc36ec,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:02.464984 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:02.538636 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] No DVR routers for this DVR port e737bce1-cc2c-471c-8eed-f41d65cc36ec on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:08:02.541392 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:02.543920 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12ee6c7-4eeb-4d6a-9669-c5d54f902a60', 'name': 'network-vif-deleted', 'tag': 'e737bce1-cc2c-471c-8eed-f41d65cc36ec'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:08:02.560475 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1d6d7b10-4f9a-4d0e-b73a-43754b5ba868 req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.10 "DELETE /v2.0/ports/e737bce1-cc2c-471c-8eed-f41d65cc36ec HTTP/1.1" status: 204 len: 173 time: 0.7292559 Jul 29 14:08:02.614027 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12ee6c7-4eeb-4d6a-9669-c5d54f902a60', 'name': 'network-vif-deleted', 'tag': 'e737bce1-cc2c-471c-8eed-f41d65cc36ec', 'status': 'completed', 'code': 200} Jul 29 14:08:02.626107 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-c21d4e57-5226-43cb-97a1-222caaeab935 req-cc7852de-b3e7-4549-979c-42123bb0a20d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Synchronizing usage tracker for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:08:02.643280 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-c21d4e57-5226-43cb-97a1-222caaeab935 req-cc7852de-b3e7-4549-979c-42123bb0a20d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Unset dirty status for tenant:6cfd3748c1d14e658070c8f54d22f737 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:08:02.644570 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c21d4e57-5226-43cb-97a1-222caaeab935 req-cc7852de-b3e7-4549-979c-42123bb0a20d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0634899 Jul 29 14:08:03.402381 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e0e1b229-dc70-4f00-b55e-4160507fc5a0 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:08:03.436386 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: e0e1b229-dc70-4f00-b55e-4160507fc5a0 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:08:03.437016 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e0e1b229-dc70-4f00-b55e-4160507fc5a0 not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:08:03.799778 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-46e069cb-5879-4fc9-a22d-f527d59af924 req-d1e11900-f158-4f03-b20e-8ead6ca4c615 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0456700 Jul 29 14:08:04.950120 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-eede532e-d0d8-4663-8008-c12873a20107 req-c389e80e-352c-42a8-b1c3-9059cf604bdb tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0457799 Jul 29 14:08:05.276584 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e935b453-b23e-4dc2-8460-a108b6398dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:05.414650 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e737bce1-cc2c-471c-8eed-f41d65cc36ec no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:08:05.451241 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: e737bce1-cc2c-471c-8eed-f41d65cc36ec {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:08:05.451593 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e737bce1-cc2c-471c-8eed-f41d65cc36ec not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:08:05.689840 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:06.098916 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-17199478-ef44-477c-aca3-12019f573fe4 req-6478cb59-9017-46a0-8472-dddfcb011f7c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0443044 Jul 29 14:08:07.247649 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7b0da4a0-966a-4e11-a067-f5c3ff0571ba req-0fa2b1b9-bb2d-4e49-98e3-87ad73a016fc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0421607 Jul 29 14:08:07.529651 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:08:07.876220 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c1734bae-eac2-4de4-bbd4-c6c9bc9e2a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:08.401866 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7ae7ca98-2172-4566-873c-8eb68e96af45 req-0aac8135-4174-42cb-8400-0f39b0f13df9 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0425446 Jul 29 14:08:09.356750 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:09.548167 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a4af3be6-0799-413b-8f18-325477164fb9 req-54025eb9-f1a9-498c-9578-abc564977c51 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0426254 Jul 29 14:08:10.702049 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-04a39406-3953-4168-b072-c8c523b57fde req-ed19224a-2d69-461a-9047-d6778f6455a5 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0458021 Jul 29 14:08:11.001113 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:11.850518 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cf1ec89e-a36e-40f7-8fa9-9670e3de2400 req-8bfae9a6-4047-45e0-92f6-b85f4ece4a4c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0442266 Jul 29 14:08:12.998056 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8e6940bf-e550-4fd9-983a-009820f9e3f8 req-5feb4a15-7cfd-4def-b169-51ff86b9da7a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0419576 Jul 29 14:08:13.130182 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.148690 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3476c524-9d5c-4f9b-9702-59a66682422a req-38bcaea1-0314-4f04-be0f-34e23fc20525 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0430224 Jul 29 14:08:15.303013 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-bd9a26f7-e07a-4351-bec4-b837c24911bf req-da8cca7b-4c1a-4fcd-bfa8-586734a7b520 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0483577 Jul 29 14:08:16.450075 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ac773d4c-cf54-4eff-b7c7-ca428c58e0ed req-0cc60f86-9aa7-402f-9cad-15dbabc08d4b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0418382 Jul 29 14:08:17.601774 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b5f4a0be-58b4-4ce7-b00e-f27ffc2f0ced req-22da2213-04da-4ca3-a299-1cc16ee52eb1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0458488 Jul 29 14:08:18.749049 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ce41cc74-6672-4b7d-a569-d09202f169ba req-d10691d6-2612-43e7-874d-7c79b3faca79 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0449359 Jul 29 14:08:19.895177 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1ae518cd-1531-4e79-8deb-98b9863d2dfd req-c13d495f-e081-4f4c-afe6-c92dae0f01d4 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0427480 Jul 29 14:08:21.047046 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8b6fba0c-ff56-4b6a-a561-d428baca1b6b req-cd2720b2-16a6-4af1-afc1-b2f7a7da6f5b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0443523 Jul 29 14:08:22.193127 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e1a89b93-71b7-46e2-aab2-3f7a96f237a8 req-18525b83-9905-4901-aff3-6f3c43132dfe tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0432301 Jul 29 14:08:23.338663 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff97909e-de21-4d4e-b6a8-ce913f9902c5 req-40208c2b-7f2b-4825-aca0-ce751c50a446 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0420554 Jul 29 14:08:24.491733 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b92ff9c0-0782-4078-8ca1-ebf1459b1525 req-69dcd536-d10f-4ae6-9bec-8618ec311d46 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0457034 Jul 29 14:08:25.011005 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec654550-a637-414a-882e-d1918ec58706 req-86a237db-5d0a-4cd1-bd9d-1f2564646f16 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:25.012605 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ec654550-a637-414a-882e-d1918ec58706 req-86a237db-5d0a-4cd1-bd9d-1f2564646f16 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 945 time: 0.0810583 Jul 29 14:08:25.058946 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ec654550-a637-414a-882e-d1918ec58706 req-88badb77-d3a1-4e91-9776-d0ca4ec0632e tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Jul 29 14:08:25.376691 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-a9cc3439-117f-4880-a5b8-4aa3e4bb2760 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:25.377383 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-a9cc3439-117f-4880-a5b8-4aa3e4bb2760 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Synchronizing usage tracker for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:08:25.392871 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-a9cc3439-117f-4880-a5b8-4aa3e4bb2760 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Unset dirty status for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:08:25.394014 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-a9cc3439-117f-4880-a5b8-4aa3e4bb2760 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 945 time: 0.1732712 Jul 29 14:08:25.463519 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Deleting port 608bc6ae-8ede-47e8-8772-41c8f105f8ee {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:08:25.463877 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:25.660095 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2e55f03f-5d43-4115-a3b4-c7c14d658774 req-2b4e3122-e80a-45ff-933c-b9e708e657b5 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0601232 Jul 29 14:08:25.753163 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] For port 608bc6ae-8ede-47e8-8772-41c8f105f8ee, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=608bc6ae-8ede-47e8-8772-41c8f105f8ee,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:25.753526 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:25.877064 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Calling delete_port for 608bc6ae-8ede-47e8-8772-41c8f105f8ee owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:08:26.016473 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:26.022012 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-68b5a654-110a-4020-a7b4-f5bb06f99b85 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:26.028409 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['ca8c985e-2f44-4959-bb2b-2d0ade473d39', 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b', '608bc6ae-8ede-47e8-8772-41c8f105f8ee'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:08:26.068340 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Pushing event deleted for resources: {'Port': ['ID=608bc6ae-8ede-47e8-8772-41c8f105f8ee,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:26.072593 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:26.145313 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] No DVR routers for this DVR port 608bc6ae-8ede-47e8-8772-41c8f105f8ee on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:08:26.147768 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:26.152243 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24527a31-ceb0-4404-bac9-751e58e51d02', 'name': 'network-vif-deleted', 'tag': '608bc6ae-8ede-47e8-8772-41c8f105f8ee'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:08:26.173736 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f4dc7189-3161-4274-af95-4504ab5cd0f5 req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "DELETE /v2.0/ports/608bc6ae-8ede-47e8-8772-41c8f105f8ee HTTP/1.1" status: 204 len: 173 time: 0.7741663 Jul 29 14:08:26.218250 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24527a31-ceb0-4404-bac9-751e58e51d02', 'name': 'network-vif-deleted', 'tag': '608bc6ae-8ede-47e8-8772-41c8f105f8ee', 'status': 'completed', 'code': 200} Jul 29 14:08:26.235462 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a9565cf4-dd85-4983-82bb-df0e9f3c673c req-f25f5232-7e1a-43f1-a875-d828a00fcbbe tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=24527a31-ceb0-4404-bac9-751e58e51d02 HTTP/1.1" status: 200 len: 210 time: 0.0683870 Jul 29 14:08:26.816719 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0b1a5f07-1ba7-465e-9e94-0e700a22c613 req-ebc0552c-cb3a-4c75-997a-1525a0345a5f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0477765 Jul 29 14:08:27.691406 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18ed9c-5cb0-4500-9f79-1735b422b63f req-d0617f0d-73c6-4f83-b7a8-daa89e683d54 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:27.692921 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-de18ed9c-5cb0-4500-9f79-1735b422b63f req-d0617f0d-73c6-4f83-b7a8-daa89e683d54 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 946 time: 0.0830061 Jul 29 14:08:27.738651 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-de18ed9c-5cb0-4500-9f79-1735b422b63f req-873bf677-05e8-4153-9b97-6f3f68085cb4 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389919 Jul 29 14:08:28.010099 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8a016a88-3610-472f-a0b8-6ce1b505ffd7 req-6c87b240-6f37-41a7-95b8-e2763ab28970 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0621350 Jul 29 14:08:28.043483 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-146bc869-e1e3-40ee-9a4e-67d27c027182 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:28.044202 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-146bc869-e1e3-40ee-9a4e-67d27c027182 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Synchronizing usage tracker for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:08:28.059396 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-146bc869-e1e3-40ee-9a4e-67d27c027182 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Unset dirty status for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:08:28.060580 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-146bc869-e1e3-40ee-9a4e-67d27c027182 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 946 time: 0.1436791 Jul 29 14:08:28.132891 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Deleting port c6f3e8fb-9db9-411c-ba51-f8178fbf393b {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:08:28.133140 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.387709 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] For port c6f3e8fb-9db9-411c-ba51-f8178fbf393b, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:28.388101 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.510401 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Calling delete_port for c6f3e8fb-9db9-411c-ba51-f8178fbf393b owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:08:28.725622 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.731170 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-35011a14-675f-4afd-9f9a-415a22ad0769 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:28.736628 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['ca8c985e-2f44-4959-bb2b-2d0ade473d39', 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:08:28.775777 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Pushing event deleted for resources: {'Port': ['ID=c6f3e8fb-9db9-411c-ba51-f8178fbf393b,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:28.779610 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:28.856182 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] No DVR routers for this DVR port c6f3e8fb-9db9-411c-ba51-f8178fbf393b on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:08:28.858964 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.863165 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d6273e-cff9-4740-aede-b780bad4bb85', 'name': 'network-vif-deleted', 'tag': 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:08:28.882039 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-31acdb1f-6114-4b08-b090-9a84de34a49e req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "DELETE /v2.0/ports/c6f3e8fb-9db9-411c-ba51-f8178fbf393b HTTP/1.1" status: 204 len: 173 time: 0.8150105 Jul 29 14:08:28.900753 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-49a58953-f277-416e-810a-d1e8b70253a6 req-6359385f-1851-4e88-b0e1-35d4da35262e tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8d6273e-cff9-4740-aede-b780bad4bb85 HTTP/1.1" status: 200 len: 210 time: 0.0468757 Jul 29 14:08:28.922782 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d6273e-cff9-4740-aede-b780bad4bb85', 'name': 'network-vif-deleted', 'tag': 'c6f3e8fb-9db9-411c-ba51-f8178fbf393b', 'status': 'completed', 'code': 200} Jul 29 14:08:29.157248 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3bb45fe8-4713-4e48-a9f4-0607681c79a9 req-20cfbb71-7779-4b64-bcb6-925aa3dc8d98 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0425735 Jul 29 14:08:29.570178 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 608bc6ae-8ede-47e8-8772-41c8f105f8ee no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:08:29.634491 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: 608bc6ae-8ede-47e8-8772-41c8f105f8ee {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:08:29.634913 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 608bc6ae-8ede-47e8-8772-41c8f105f8ee not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:08:30.303834 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c1aecc5e-ca08-4f46-96eb-75f96aa60681 req-cc2921a0-0210-4369-ac26-ec888d7b57ef tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0425224 Jul 29 14:08:31.454712 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf146c1-ec3d-43fc-9460-a5fed6f4f505 req-a8d2676c-5bb2-48d6-a481-650dfa99ea7e tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0428333 Jul 29 14:08:31.584438 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device c6f3e8fb-9db9-411c-ba51-f8178fbf393b no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:08:31.618300 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: c6f3e8fb-9db9-411c-ba51-f8178fbf393b {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:08:31.618651 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device c6f3e8fb-9db9-411c-ba51-f8178fbf393b not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:08:32.605287 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-bd398149-f8ce-46dd-ab23-9575102328fc req-5e869b68-cf0a-46ca-8754-0dcb462a39e6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0461795 Jul 29 14:08:33.753176 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4c95e2ce-2ccf-4b81-a932-f739baa823e8 req-2dddf6b4-433c-4e81-8ae3-c26409bb4939 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0446820 Jul 29 14:08:34.901217 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a4834858-5bd8-4c72-a29e-7efa4b3ad60e req-eec7cc22-6103-49da-a6a4-f8c17b2e41bc tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0421484 Jul 29 14:08:35.279618 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c1a85dca-1fea-4eb9-a03e-2cc62ff42a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:35.692029 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:36.050368 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-12b6f69c-3179-4000-917b-b789fe296bc4 req-c5e34f60-9992-470e-b289-85bad05bb90b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0425086 Jul 29 14:08:37.197139 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7651be19-4008-455a-a486-251a4adf4a0a req-8bac870d-8344-41ca-ab4a-514a7528a261 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0426650 Jul 29 14:08:37.878671 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2993fc9d-0565-44e6-b019-5a7203da9133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:38.344854 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a9cda664-0d4b-4b70-902b-8e0b96a7f0da req-aabeb3cb-7b8f-4ab0-a99a-1b05c3575b66 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0416043 Jul 29 14:08:39.365215 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:39.494840 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-343b6b88-1261-4b49-abef-37903a20bc6b req-63d290e3-794c-4b8c-a015-c411d6c85814 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0459235 Jul 29 14:08:40.643069 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a65ac96b-947b-4547-880e-29173f6e293c req-c7f5806b-ea52-48be-9b13-2102ac5ccf46 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0448048 Jul 29 14:08:41.004102 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:41.789897 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d7aa2e73-709d-4ae6-b397-8c3b933adfbf req-5e7fb62b-f9dc-4ad6-80d3-bf7d0b9c1bf7 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0427654 Jul 29 14:08:42.937856 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-182f5635-9467-442b-937c-ab75981edc1e req-43a4b96d-e868-4503-96b8-3de9a79f6d6b tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0416846 Jul 29 14:08:43.147406 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:44.082095 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-df69b0dc-7672-4b61-bd9f-41ea8879f4b7 req-6afe42f5-766b-4a7f-aa6f-467b8936cd57 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0423698 Jul 29 14:08:44.528507 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:08:45.231829 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fca6cec7-bb47-432b-9db0-a1e05b83e535 req-c971764e-de70-40e0-9e35-373790a64b6a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0400758 Jul 29 14:08:46.472037 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-abda7cfb-4baa-44f7-bb97-6020e2537ff2 req-028ec37a-e93b-4abc-a1b3-5d2465c179d8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.1349511 Jul 29 14:08:47.622893 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-09278263-8647-4481-9be6-a12b75936ac1 req-7237e010-ed3d-4fb0-ac05-78a74827c383 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0452950 Jul 29 14:08:48.772493 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8f059e1e-2d44-4bb8-85ac-fe925ba89840 req-74f39ee8-5a2c-424d-8e98-77b9ca77e78a tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0428219 Jul 29 14:08:50.062837 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-92c26be9-8087-4930-8a18-1b92a9ef6a0b req-049f85f3-cc9b-4fb2-a544-8840bae6feb5 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0415459 Jul 29 14:08:51.215658 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9791e213-e741-4694-b2fc-96c4851fda1d req-dd07a3e8-6d1d-4906-8417-731c78ddff36 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0423253 Jul 29 14:08:52.361641 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-070e95c7-a94c-450d-acb0-0196cebe4c7a req-a4325038-0ae7-48f8-a6f0-9e0629538f37 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0425906 Jul 29 14:08:53.515921 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-86ce8493-86c8-476a-99e3-283555652254 req-0b92c007-c1ca-4047-aa89-f03f01d5690f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0496228 Jul 29 14:08:54.666356 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9cc486f4-e5b4-4561-ba60-635915dcddd4 req-af5ed2ff-1890-4e2e-86c9-9df5807e0034 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0462985 Jul 29 14:08:55.818849 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-46eaa71a-c3c8-455e-a8fd-7d6076492c2b req-3baecd5d-e407-47be-8dda-ef373fe32a3c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0432422 Jul 29 14:08:56.964813 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-faed3eb0-dd8e-4792-a7f5-100cf5debcfb req-257468d8-68e2-4107-9b1f-e5d4fe58fd98 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0421579 Jul 29 14:08:58.110540 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-85cc2a66-65fd-4309-a8ca-cbb21d0ad2a9 req-158a0e00-3250-4b7b-b706-b14a429142c6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0425050 Jul 29 14:08:59.269541 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ed864f8d-1f3b-4682-892f-3113087b8438 req-6e6c332a-89c7-4acd-8621-f0b8fdc2ceee tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0525134 Jul 29 14:09:00.420128 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-63f10651-083b-4c6b-8c21-937e6f7a0b99 req-aa9d9745-1a8d-48a2-bce8-5faa8152fcce tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0453320 Jul 29 14:09:01.569630 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f34f6fc8-27b4-4912-ba9e-7f42cc10c925 req-c519012f-293f-412e-8c7b-5add9febf0c1 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0454700 Jul 29 14:09:02.719922 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e4c409bc-acae-45d2-9d2c-a764cc85b211 req-80abd5a6-8c58-4b46-9ae6-99bab2f2fe34 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0415637 Jul 29 14:09:03.871256 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-825c8a12-db4b-4dae-ae7c-9aed5b9d2636 req-98c38135-8c2e-4b2e-8b2d-9cb7860c1306 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0424764 Jul 29 14:09:05.157564 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6069199d-8055-4959-856c-15af4579b63f req-4820b748-c064-402b-b61c-45c020a667c8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0425301 Jul 29 14:09:05.281293 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-3f7c53e8-5e5c-4d96-9b38-c375c710c2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:05.693818 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:06.303088 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-290233e1-835e-4a29-846b-758572d33eba req-e77abf20-6657-4621-a99b-3843aa421448 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0425291 Jul 29 14:09:07.451352 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0cffe057-a84f-4dbc-b139-22f8e1d99dda req-799272dd-aedb-496b-a27c-4e859cccc9e3 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0453753 Jul 29 14:09:07.880308 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6f93d54a-99e5-4925-ad2b-8037f33d92a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:08.603548 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f57ea9c5-4773-4cda-a5e0-d2eec95c3d47 req-3a4a7e31-8be5-4347-94f3-6a31bcac1631 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0467772 Jul 29 14:09:09.364325 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:09.754926 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3526b874-73d8-4ae5-82f9-bd1e068c2187 req-44882bff-454c-4a60-a7f3-719870d9f245 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0427325 Jul 29 14:09:10.906552 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b06b63a7-dbbb-4733-a24e-0313b43f705f req-c980e914-23a1-48a9-b662-f5c79bcdc86d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0453923 Jul 29 14:09:11.008040 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:12.072834 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1b2b1383-477c-4b74-834f-5d458dd4b5b7 req-eb76d72d-cd8d-4d7a-9128-63ea4e2cb464 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0458865 Jul 29 14:09:13.144601 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:13.226607 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-24d49972-efc2-407d-b526-9ac42724f607 req-4d71ed4f-8fff-4ed9-97be-4293e0a13259 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0426979 Jul 29 14:09:14.400864 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b5c1d92e-772f-4be8-990f-6abac7c2790b req-024c8c98-78cf-4c3b-b836-2cedfe06a818 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0487108 Jul 29 14:09:15.561209 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a729a256-cbde-4fc8-b07c-497df104caf3 req-c267c827-b9e0-48a4-a6ff-5ca3d3a2a1d5 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0469909 Jul 29 14:09:16.710181 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3e7bc977-23d1-48c3-8c54-e41db83d3e58 req-d24c5da8-c7ca-4942-8440-7a5f208bc867 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0423615 Jul 29 14:09:17.861192 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fe5610b5-d11e-4042-8543-143b3ed72f7e req-6be80370-685b-4973-a4b5-73678362bea5 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0421708 Jul 29 14:09:19.007636 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-208297b3-62f2-4f5a-af43-234781611967 req-c19f9309-3d92-4c8f-9268-698125896188 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0426278 Jul 29 14:09:20.160221 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e3d5a74a-6b00-436c-afcd-7e7af69224b3 req-95fcd650-6ac1-4707-a0a1-d8a2ff488fa4 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0432560 Jul 29 14:09:21.309471 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-98021b22-ca14-495d-8450-d97b19b8a57e req-d8aa75cc-2208-4e18-969f-16b738b491fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0455377 Jul 29 14:09:21.527993 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:09:22.459457 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-febb5fd2-8dba-4f38-9dc7-4f2b4e3db306 req-13a8799c-dc7b-4f81-95c4-044f3d0f7043 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0455377 Jul 29 14:09:23.610914 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4608992b-4d2a-40b5-9412-a8f73f75beca req-11ab5d35-0f9c-4252-813d-2adfbe57e0fd tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0426323 Jul 29 14:09:24.763775 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ddda35b2-57cc-4df0-ada8-18eab7c2b111 req-818995c0-f741-4437-a8e4-9cbe34fb76ea tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0427988 Jul 29 14:09:25.907839 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-fa8fdc54-bfc5-4161-8470-22850aa90bf5 req-256ef2c2-1eff-4b22-81b0-a56aa6180b20 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0417478 Jul 29 14:09:27.057030 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-863dc552-15f9-4d2d-b0ba-1621b06c724b req-72f2d846-b771-4bbe-8984-c5ae4b48ed8f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0431659 Jul 29 14:09:28.210508 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d1f989c9-3d80-4805-b9ff-c439c193d92f req-b671c26b-dfa3-4031-bbec-eb12a6cded10 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0453918 Jul 29 14:09:29.369884 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-98240cb8-18e4-410c-a49e-ee1fda1ca75e req-8fa11df8-6877-42d0-9833-daa089c4dc9f tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0536191 Jul 29 14:09:30.516881 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-962b8e70-5015-457b-bdbd-734daf5c956a req-3ac6c18a-b8f0-4dfa-a02a-64c293274d75 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0422719 Jul 29 14:09:31.667681 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-43270162-ca53-4337-840a-fbbb321c9e7a req-ef85bb66-1954-4b02-8706-f874035df8fe tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0438592 Jul 29 14:09:32.816704 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6be39569-c4ae-47e0-8cb9-c145c6de3a3a req-a1c8798f-2aa1-4e85-a1c7-c40703ff469e tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0421002 Jul 29 14:09:33.962703 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4e91909e-df41-402f-92fc-fee08398b04b req-9f86b404-1a7f-4075-b90f-e8402fb4e1e8 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0420871 Jul 29 14:09:35.112289 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-66481de4-3845-4ae5-9aaf-7fab2323c4cb req-76337662-b873-4c93-840c-b5d35dec852d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0448532 Jul 29 14:09:35.283099 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1904acf1-6820-4238-b081-88e7eb7f1ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:35.694923 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:36.334884 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9bb164f4-e099-4a85-b941-6ecc2088f7c9 req-16cab395-ac6d-4221-b169-d8123d4241e4 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.1159756 Jul 29 14:09:37.485800 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-00de9bd9-7adf-4f96-8a1b-515082ec6a0c req-120876e2-3902-4fd7-8970-2e82eba9d02d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0431852 Jul 29 14:09:37.881818 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6380eecd-6e91-4a5a-9256-0f5fc5985241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:38.642738 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-153bd6ca-1ccb-409f-a646-9322aff7bef1 req-ce524831-280e-4489-b095-7458f694219d tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0514758 Jul 29 14:09:39.365925 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:39.790996 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d035fd9d-6f61-4b0c-a6c7-270dd06d83e5 req-50059f40-65ce-4193-b0cb-0c0d581a00ca tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0430562 Jul 29 14:09:40.944136 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5b79d1e1-9a13-4fa5-87ca-2414fa2fc95e req-9dba3bfd-2752-4277-a0b4-99539ed37875 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0430992 Jul 29 14:09:41.010669 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:42.092006 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f626d0f5-acab-4764-a165-2820d49296ae req-ad30cd63-6b52-4f32-9434-9c6b1540642c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0452151 Jul 29 14:09:43.171217 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:43.247174 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-47d19116-546d-4891-a209-f1618fa606ce req-ebd56de3-a511-4887-9fa9-6c5f97210581 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0450552 Jul 29 14:09:44.400029 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f945cd86-1b76-45e5-aeba-e29acd9b0cf3 req-9a02b380-3170-430c-9831-7da4387f93cb tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0433028 Jul 29 14:09:45.549919 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-92c5ec5f-9869-4db5-bc78-8c2506b5ca76 req-429a52c0-65a4-4228-bce1-7ef4915dea5c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0417969 Jul 29 14:09:46.702105 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ec13c37c-24d4-4b19-8016-d3378e2a791a req-426d982d-df94-4fd3-9db2-8d52ee350c76 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0422332 Jul 29 14:09:47.846737 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-077c336c-35ae-4c35-a439-45e4274cfb33 req-6b7f19d0-6196-480d-9e00-4d5e7b6529ad tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0409307 Jul 29 14:09:48.996189 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ba384f1f-1162-45db-8d90-c410230adb20 req-86437778-cb5c-493c-ab41-b81d753a2f98 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0453007 Jul 29 14:09:50.145380 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4d2a6a15-fd24-41b8-8981-89ed63066bd6 req-9505fd07-7569-42ad-aebb-1bb2d972a645 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0449374 Jul 29 14:09:51.295600 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9051e53-aae2-48bf-96d2-0a5bc550c50e req-f80ca6ee-f2e8-4613-bd98-1de13efaad5c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0436518 Jul 29 14:09:52.448015 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-190d2c3c-60f2-4dcd-a9aa-88ce75391921 req-b9a0e8bb-7da0-4188-a8fb-7bd25dd8e1ff tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0431714 Jul 29 14:09:53.607065 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-56af4e90-9d10-47a6-a691-fad605da6f62 req-392bc2ef-0648-4832-9858-e2073f606c10 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0418899 Jul 29 14:09:54.754607 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a1361ffa-18c8-4b0b-910a-d0d05bf6c76f req-95335c02-5865-4721-973f-ae8e378c488e tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0422120 Jul 29 14:09:55.901176 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6511cd79-27f1-4a49-bec7-62d9ef8d5fce req-db552dc6-9825-4c78-881e-d86087919efb tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0439644 Jul 29 14:09:57.049187 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e5a3cc8d-c0be-479b-a2c2-bf72eada3638 req-89e21ad8-439b-4b6e-9487-9a4e1141938c tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0432887 Jul 29 14:09:58.196867 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-08fe3d30-7431-4ffd-a9de-738f88af826e req-25ece447-835c-4eac-a022-9bae52c7c4e4 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0414402 Jul 29 14:09:58.526872 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:09:59.357037 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e1cf9ebf-4f7c-4ac5-bf0f-ce0522c785ed req-fe0b1a13-331b-43c3-b0c9-337f7892f208 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0515301 Jul 29 14:10:00.504600 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-1f627f44-b3fe-4685-8004-476015c0393a req-6ee26574-7cf6-408c-b7b1-6e795a749857 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0417325 Jul 29 14:10:01.652344 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b5d3e427-4101-4a80-94ff-68231f91d196 req-0ac691e3-81be-4ae2-a935-cb0edfd104ef tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0434430 Jul 29 14:10:02.659995 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-10c0447e-dad1-43ff-ad87-1e9861dc2942 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711951 Jul 29 14:10:02.817738 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2de7cf66-5ce1-4ba3-af2c-ff2709e06000 req-27bce78c-f51c-49d0-b6e7-974a1fd5feab tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12ee6c7-4eeb-4d6a-9669-c5d54f902a60 HTTP/1.1" status: 200 len: 210 time: 0.0584965 Jul 29 14:10:02.825035 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-8ef669f6-98fd-4176-b7ec-99eda9c2ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:02.826894 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-8ef669f6-98fd-4176-b7ec-99eda9c2ad93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0968504 Jul 29 14:10:02.972708 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-c46fedc4-5a89-4694-b651-d3f20806a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:02.974153 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-c46fedc4-5a89-4694-b651-d3f20806a1ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1247261 Jul 29 14:10:03.043859 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-8097e0f6-88fc-4cd2-bb9b-5cc14ff101e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39 HTTP/1.1" status: 200 len: 217 time: 0.0623813 Jul 29 14:10:03.106244 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-3533693c-f4d5-4e71-9d85-055e0bd73770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:03.107765 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-3533693c-f4d5-4e71-9d85-055e0bd73770 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0572708 Jul 29 14:10:03.157525 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-d4d0b14d-f908-4d2d-8bed-cd109c65c6cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429206 Jul 29 14:10:03.289002 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-2fd5a4f3-4840-4dbe-94fe-57fe51644fe9 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247156 Jul 29 14:10:03.421299 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-331056dd-7b8a-40fa-a5e4-e91dc4d509fe req-755ccfeb-a001-45e0-a630-318321744d7d service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258378 Jul 29 14:10:03.926465 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 46986) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:04.719865 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973956'] for router_interface, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.070063 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Deleting port d146fcc5-5aaa-44e3-8190-8b10b494fd68 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:10:05.070725 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.240490 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] For port d146fcc5-5aaa-44e3-8190-8b10b494fd68, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=d146fcc5-5aaa-44e3-8190-8b10b494fd68,segment=NetworkSegment(9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac),segment_id=9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:05.240763 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.287198 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6eb14909-f305-429d-9660-ac5d40756395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.367191 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Calling delete_port for d146fcc5-5aaa-44e3-8190-8b10b494fd68 owned by network:router_interface {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:10:05.542048 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.546304 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-05cba1b7-34d1-49f7-84b2-32c55075b22f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:05.589711 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Pushing event deleted for resources: {'Port': ['ID=d146fcc5-5aaa-44e3-8190-8b10b494fd68,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:05.628533 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.629574 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.629935 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.630309 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.630632 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.631002 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.631313 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.631657 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.632026 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.632369 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.632710 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.633047 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:05.663087 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:05.698449 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.952654 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1973944'] for router_interface, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:06.306061 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Router 3c7ee19c-387f-4829-a8a4-dd715b3d547f has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:10:06.481029 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:10:06.489977 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] Sync routers for ids ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:10:06.497411 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-09451c0d-c982-4b76-833e-6351ed50807c admin admin] 10.222.0.23 "PUT /v2.0/routers/3c7ee19c-387f-4829-a8a4-dd715b3d547f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5698066 Jul 29 14:10:06.499846 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 47004) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:06.500441 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] Routers {'3c7ee19c-387f-4829-a8a4-dd715b3d547f'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:10:06.501078 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:09:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:06.677728 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Notify callbacks [] for router, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:06.680049 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] Set router 3c7ee19c-387f-4829-a8a4-dd715b3d547f gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:10:06.853619 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:06.863535 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Deleting port f4e7e54a-6cac-4593-9068-482df85582ad {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:10:06.863908 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:06.987148 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-router', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:30Z', 'updated_at': '2021-07-29T14:10:05Z', 'revision_number': 5, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'gw_port': {'id': 'f4e7e54a-6cac-4593-9068-482df85582ad', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:06.991547 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] Checking router: 3c7ee19c-387f-4829-a8a4-dd715b3d547f for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:10:06.999984 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] Routers {'3c7ee19c-387f-4829-a8a4-dd715b3d547f'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:10:07.000585 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:09:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:07.037406 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] For port f4e7e54a-6cac-4593-9068-482df85582ad, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=f4e7e54a-6cac-4593-9068-482df85582ad,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:07.037819 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:07.151037 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] Set router 3c7ee19c-387f-4829-a8a4-dd715b3d547f gateway port host: None {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:10:07.259663 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-router', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:30Z', 'updated_at': '2021-07-29T14:10:06Z', 'revision_number': 6, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'gw_port_host': None}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:07.263633 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261da7b-0c66-4c5e-a80d-52858687d283 None None] The sync data for ids ['3c7ee19c-387f-4829-a8a4-dd715b3d547f'] in dv-cinder-801321-2-iscsi is: [{'id': '3c7ee19c-387f-4829-a8a4-dd715b3d547f', 'name': 'tempest-ServerRescueNegativeTestJSON-1520297445-router', 'tenant_id': '6cfd3748c1d14e658070c8f54d22f737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:30Z', 'updated_at': '2021-07-29T14:10:06Z', 'revision_number': 6, 'project_id': '6cfd3748c1d14e658070c8f54d22f737', 'gw_port_host': None}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:10:07.263844 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Calling delete_port for f4e7e54a-6cac-4593-9068-482df85582ad owned by network:router_gateway {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:10:07.434434 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:07.437882 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:07.481572 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e7e54a-6cac-4593-9068-482df85582ad,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:07.484685 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:07.575047 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673745'] for router_gateway, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:07.719366 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device d146fcc5-5aaa-44e3-8190-8b10b494fd68 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:10:07.753840 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1975883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1860'] for router, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:07.756210 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:07.758996 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: d146fcc5-5aaa-44e3-8190-8b10b494fd68 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:10:07.759418 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device d146fcc5-5aaa-44e3-8190-8b10b494fd68 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:10:07.780335 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1972811'] for router, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:07.780814 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c7ee19c-387f-4829-a8a4-dd715b3d547f {{(pid=78539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:10:07.793452 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:07.794614 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] 10.222.0.23 "DELETE /v2.0/routers/3c7ee19c-387f-4829-a8a4-dd715b3d547f HTTP/1.1" status: 204 len: 168 time: 1.2938414 Jul 29 14:10:07.797271 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 47018) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:07.855133 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68fd06b-6545-4813-ba87-0be7c107cf3b admin admin] Deleting subnet 9981d661-0274-4f07-b24d-63e92cb3c58d {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:10:07.857974 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c68fd06b-6545-4813-ba87-0be7c107cf3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:07.882917 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb0f2-d064-4be5-934e-0b34182a6bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:07.909034 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c68fd06b-6545-4813-ba87-0be7c107cf3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:07.962777 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c68fd06b-6545-4813-ba87-0be7c107cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.030652 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c68fd06b-6545-4813-ba87-0be7c107cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.035189 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:08.072790 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c68fd06b-6545-4813-ba87-0be7c107cf3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.075306 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fd06b-6545-4813-ba87-0be7c107cf3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9981d661-0274-4f07-b24d-63e92cb3c58d,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:08.077531 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c68fd06b-6545-4813-ba87-0be7c107cf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:08.082449 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-c68fd06b-6545-4813-ba87-0be7c107cf3b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9981d661-0274-4f07-b24d-63e92cb3c58d HTTP/1.1" status: 204 len: 168 time: 0.2836854 Jul 29 14:10:08.085168 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 47022) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:08.193103 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.405763 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.418759 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb925b22-19d5-405f-9907-5e2d5d2e2063']}} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:08.431006 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac') {'for_net_delete': True} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:08.431304 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce9509e-5add-4b3d-aeac-d6d42e4fa3ac') {} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:08.442802 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947624'] for segment, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.458964 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.464901 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=78540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:10:08.465284 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947276'] for segment, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: Traceback (most recent call last): Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: timer() Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: cb(*args, **kw) Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: return func(*args, **kwargs) Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: self._notify() Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: self.callback(batched_events) Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: event.method(event) Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: return f(self, *a, **k) Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._get(url).json() Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: return self.request(url, 'GET', **kwargs) Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:10:08.478391 dv-cinder-801321-2-iscsi neutron-server[78540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:10:08.554410 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.558081 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d1ceb741-6f8c-4805-aeea-dfe3ab7d5c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:08.570769 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.580672 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb925b22-19d5-405f-9907-5e2d5d2e2063,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:08.590619 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.590999 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.591372 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.591769 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.592163 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.592717 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.593205 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.593436 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.593792 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.594147 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.594500 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.594846 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:08.601398 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/eb925b22-19d5-405f-9907-5e2d5d2e2063 HTTP/1.1" status: 204 len: 168 time: 0.5129170 Jul 29 14:10:08.601398 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-614b3fe0-4df7-4ba6-9f9d-3dfa6bbfb6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:08.715060 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 47032) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:08.763124 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-9e883032-b583-43bb-af16-201aad6a6565 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cfd3748c1d14e658070c8f54d22f737&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468760 Jul 29 14:10:08.765533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 47036) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:08.821452 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-49880bf2-5117-4c05-b153-b6cd8e4b5f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.846012 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-49880bf2-5117-4c05-b153-b6cd8e4b5f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.900348 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-49880bf2-5117-4c05-b153-b6cd8e4b5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.905197 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-11e99b7d-fd87-4a48-8aa3-dc8600b71d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:08.923315 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49880bf2-5117-4c05-b153-b6cd8e4b5f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401234d8-92dd-4f05-b7b1-8b5e0715174d,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:08.927801 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-49880bf2-5117-4c05-b153-b6cd8e4b5f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:08.931187 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-49880bf2-5117-4c05-b153-b6cd8e4b5f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.932326 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-49880bf2-5117-4c05-b153-b6cd8e4b5f4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/401234d8-92dd-4f05-b7b1-8b5e0715174d HTTP/1.1" status: 204 len: 168 time: 0.1659241 Jul 29 14:10:09.369147 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:09.539238 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device f4e7e54a-6cac-4593-9068-482df85582ad no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:10:09.574948 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: f4e7e54a-6cac-4593-9068-482df85582ad {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:10:09.575333 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device f4e7e54a-6cac-4593-9068-482df85582ad not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:10:09.710406 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 47066) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:09.829019 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1781690184-network', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:09.833592 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:09.837323 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Usage tracker for resource:network and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:09.840139 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:09.845763 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:09.856942 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Made reservation on behalf of 5bd7eb135eb341f0b6b906f04ae7f045 for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:10:09.859144 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:09.871385 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:09.885758 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:09.889476 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Usage tracker for resource:security_group_rule and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:09.892224 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:09.897818 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:09.980187 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:09.984219 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:09.988896 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ebc2f1c8-57da-497b-8399-e44969816f15 tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:10.013372 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=78540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:10:10.025822 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629f72f2-984c-497d-94ad-7a489bf3f84b,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:10.029854 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:10.030802 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.031171 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Added segment 20fff6d2-ed22-44eb-9b57-2931d35bdb81 of type vlan for network 1f52e242-51a2-4587-bde6-bb8851a58d14 Jul 29 14:10:10.058391 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.086565 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.087774 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:10.088401 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.092894 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:10.188354 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4768698 Jul 29 14:10:10.191339 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 47074) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:10.192345 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Pushing event updated for resources: {'Network': ['ID=1f52e242-51a2-4587-bde6-bb8851a58d14,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:10.194942 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:10.197133 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Request body: {'subnet': {'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1781690184-subnet', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:10.202453 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 1f52e242-51a2-4587-bde6-bb8851a58d14 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:10:10.202614 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:10.206552 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Usage tracker for resource:subnet and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:10.209523 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:10.215223 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:10.225519 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Made reservation on behalf of 5bd7eb135eb341f0b6b906f04ae7f045 for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:10:10.228083 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2497503'] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.434158 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2557718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2497453'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.438768 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-228a4481-64d2-4e73-a4f2-dcc9adc0b450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:10.514960 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ffaf1fd-88f9-424d-9e07-76801657bfab,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:10.518314 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:10.521501 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Checking segment: {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:10:10.521894 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Network hostable DHCP agents. Network: 1f52e242-51a2-4587-bde6-bb8851a58d14, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:10:10.541074 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Network 1f52e242-51a2-4587-bde6-bb8851a58d14 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:10:10.549622 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 1f52e242-51a2-4587-bde6-bb8851a58d14) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:10:10.553729 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:10.554312 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.558276 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ab31db-f375-4b0b-a927-26eb26449212 None None] Network 1f52e242-51a2-4587-bde6-bb8851a58d14 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:10:10.574435 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-673f7ebf-351f-4e56-86e6-4e446eb39bb7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3819425 Jul 29 14:10:10.577353 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 47080) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:10.582801 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:10.587207 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:10.591117 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Usage tracker for resource:router and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:10.593923 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:10.600258 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:10.610109 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1976013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.611131 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1975848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1883'] for router, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.626160 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.770994 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6ec5a6-a024-540c-ad00-68320459d9b4-1f52e242-51a2-4587-bde6-bb8851a58d14', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab'}]}} from dv-cinder-801321-2-iscsi. {{(pid=78541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:10:10.771844 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:10.928025 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.db_base_plugin_common [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Allocated IP 172.20.0.2 (1f52e242-51a2-4587-bde6-bb8851a58d14/7ffaf1fd-88f9-424d-9e07-76801657bfab/56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0) {{(pid=78541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:10:10.997347 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.060875 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.156625 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Notify callbacks [] for port, precommit_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.167302 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Transition to ACTIVE for port object 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:10:11.186426 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Transition to ACTIVE for port object 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 will not be triggered until provisioned by entity DHCP. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:10:11.192929 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.200174 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-0063be9a-fc63-42c3-a148-36cdabc350e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:11.254566 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Network 1f52e242-51a2-4587-bde6-bb8851a58d14 is already hosted by enough agents. {{(pid=78541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:10:11.257027 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.base_scheduler [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Resources bound (agent type, host, resource id): {{(pid=78541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:10:11.259524 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Received port after_create {{(pid=78541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:10:11.308962 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.337736 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Pushing event updated for resources: {'Port': ['ID=56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0,revision_number=1']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:11.343040 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.355089 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.355444 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.355792 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.356160 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.356498 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.356835 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.357169 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.357499 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.357835 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.358165 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.358501 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.358826 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:11.362528 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:11.372133 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Attempting to bind port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:10:11.372517 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Attempting to bind port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:10:11.372891 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Attempting to bind port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 on network 1f52e242-51a2-4587-bde6-bb8851a58d14 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:10:11.378127 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:10:11.379063 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Checking segment: {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:10:11.379691 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.379894 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Bound using segment: {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:10:11.380378 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Bound port: 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:10:11.380759 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.470923 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] For port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:10:11.474834 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] For port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:10:11.476134 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Allocated IP 172.27.0.17 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/8df5bd2f-859e-4fed-a01f-6c5c3f7ce200) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:10:11.478461 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.483094 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:11.562827 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Pushing event updated for resources: {'Port': ['ID=56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:11.565832 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:11.629826 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.659394 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:11.663661 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-528c7494-9684-42c6-96bb-d993d820e78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:11.740451 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:10:11.744621 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:10:11.750818 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:10:11.809784 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Pushing event updated for resources: {'Port': ['ID=8df5bd2f-859e-4fed-a01f-6c5c3f7ce200,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:11.814017 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:12.194469 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:12.514036 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9149956-1021-4f70-828d-f1267abc5455 None None] Network 1f52e242-51a2-4587-bde6-bb8851a58d14 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:10:12.615051 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-a70d1b8b-22b7-47bc-9d28-b8994c8ad455 None None] Provisioning for port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:10:12.652863 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1975871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884'] for router, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:12.865295 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 is scheduled to L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 with binding_index 1 {{(pid=78539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:10:13.051325 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:10:13.059383 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Sync routers for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:10:13.068704 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:10:13.069392 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:10:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:13.074187 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:13.075438 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4971690 Jul 29 14:10:13.078116 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 47100) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:13.251307 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:13.261190 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:10:13.543503 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:12Z', 'revision_number': 3, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:13.547008 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Checking router: 228f0ad4-01a5-490f-b8e8-c57e6f947e47 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:10:13.547378 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Updating router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 binding host dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:10:13.605387 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:13.636791 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:10:13.750537 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:13.789845 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:10:13.808392 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:13.808847 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.030652 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.071263 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Allocated IP 172.20.0.1 (1f52e242-51a2-4587-bde6-bb8851a58d14/7ffaf1fd-88f9-424d-9e07-76801657bfab/1cc61c59-e030-4b0c-a161-fc603195a438) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:10:14.124574 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:14.130403 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Notify callbacks [] for port, precommit_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.132963 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.137776 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-10afbda1-dd37-4872-b89b-999b649a5fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:14.198401 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Transition to ACTIVE for port object 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:10:14.210111 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.220809 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.237157 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.provisioning_blocks [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Transition to ACTIVE for port object 1cc61c59-e030-4b0c-a161-fc603195a438 will not be triggered until provisioned by entity DHCP. {{(pid=78539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:10:14.243023 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:14.246261 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:14.248179 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-512690c3-6324-4dc2-813f-f3a28ed2a1ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:14.262933 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.267393 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:14.282917 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Attempting to bind port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:10:14.283291 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Attempting to bind port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:10:14.284017 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Attempting to bind port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 on network eed72035-af2d-4cbe-b110-9304fe4a96ea {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:10:14.302244 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:10:14.302617 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:10:14.303864 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.303864 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Bound using segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:10:14.303864 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Bound port: 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:10:14.304275 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.330636 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Network 1f52e242-51a2-4587-bde6-bb8851a58d14 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:10:14.333649 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:10:14.338314 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:10:14.363577 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32adc15-2315-49af-b262-b327bdd16f91 None None] Pushing event updated for resources: {'Port': ['ID=8df5bd2f-859e-4fed-a01f-6c5c3f7ce200,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:14.366792 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c32adc15-2315-49af-b262-b327bdd16f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:14.396313 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Pushing event updated for resources: {'Port': ['ID=1cc61c59-e030-4b0c-a161-fc603195a438,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:14.402573 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:14.414353 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] For port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:10:14.416444 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973849'] for router_interface, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.418852 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] For port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=8df5bd2f-859e-4fed-a01f-6c5c3f7ce200,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:10:14.429649 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.434301 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:14.516945 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:10:14.517576 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:10:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:14.635340 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32adc15-2315-49af-b262-b327bdd16f91 None None] Pushing event updated for resources: {'Port': ['ID=8df5bd2f-859e-4fed-a01f-6c5c3f7ce200,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:14.638361 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c32adc15-2315-49af-b262-b327bdd16f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:14.657126 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-5f2ffbd6-ade3-491e-8e21-e0554c2973a4 None None] Provisioning for port 1cc61c59-e030-4b0c-a161-fc603195a438 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:10:14.682683 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.714631 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-5f2ffbd6-ade3-491e-8e21-e0554c2973a4 None None] Provisioning complete for port 1cc61c59-e030-4b0c-a161-fc603195a438 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:14.714631 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5f2ffbd6-ade3-491e-8e21-e0554c2973a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.797201 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-5f2ffbd6-ade3-491e-8e21-e0554c2973a4 None None] Port 1cc61c59-e030-4b0c-a161-fc603195a438 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:10:14.806400 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:10:14.911243 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.915892 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:14.944181 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-9279f52c-a92e-4bb3-877f-2d6d8463d7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:15.020035 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Pushing event updated for resources: {'Port': ['ID=1cc61c59-e030-4b0c-a161-fc603195a438,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:15.022532 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973814'] for router_interface, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:15.026129 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:15.090985 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:12Z', 'revision_number': 3, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:15.094796 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8ddd0-680c-43ed-921c-444dc1f86361 None None] The sync data for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi is: [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:12Z', 'revision_number': 3, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:10:15.162664 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Network 1f52e242-51a2-4587-bde6-bb8851a58d14 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:10:15.163742 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:10:15.375630 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:10:15.534226 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-9062e52e-ebe6-4dfb-a921-7ae6e0eef58f None None] Provisioning complete for port 1cc61c59-e030-4b0c-a161-fc603195a438 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:15.535161 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9062e52e-ebe6-4dfb-a921-7ae6e0eef58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:15.571228 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:10:15.582387 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] 10.222.0.23 "PUT /v2.0/routers/228f0ad4-01a5-490f-b8e8-c57e6f947e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5025387 Jul 29 14:10:15.626150 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-9062e52e-ebe6-4dfb-a921-7ae6e0eef58f None None] Port 1cc61c59-e030-4b0c-a161-fc603195a438 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:10:15.681891 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:10:15.758908 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:10:15.764349 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:15.764723 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:15.889681 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:15.909377 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=8df5bd2f-859e-4fed-a01f-6c5c3f7ce200,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:15.914463 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:15.915984 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:10:15.947914 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:16.043558 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=8df5bd2f-859e-4fed-a01f-6c5c3f7ce200,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:16.048222 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:16.069059 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:16.069436 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.201971 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 47128) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:16.207797 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000294455', 'description': 'tempest-description--182522576'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:16.213757 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:16.217901 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Usage tracker for resource:security_group and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:16.221074 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:16.228057 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:16.237533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.259365 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:16.263288 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Usage tracker for resource:security_group_rule and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:16.266967 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:16.274764 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:16.353543 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.357378 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.363566 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c4965047-d1b8-451b-9f76-04890d5d59b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:16.401728 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:16.404852 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.406040 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2030981 Jul 29 14:10:16.407147 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:16.409210 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 47134) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:16.415349 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'security_group_rule': {'security_group_id': '7cd1337e-c6fc-40ae-ba1c-30cbd0536c09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:16.421220 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:16.425231 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Usage tracker for resource:security_group_rule and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:16.428087 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:16.433802 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:16.551436 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.615642 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.619196 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.621212 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:16.643496 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b4e747-9a31-4294-9524-e6d3b8744501,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:16.650168 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:16.654325 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.655847 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2448168 Jul 29 14:10:16.658261 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 47140) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:16.664153 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'security_group_rule': {'security_group_id': '7cd1337e-c6fc-40ae-ba1c-30cbd0536c09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:16.670086 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:16.673843 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Usage tracker for resource:security_group_rule and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:16.676740 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:16.682278 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:16.691065 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Sync routers for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:10:16.698706 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.700883 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:10:16.701598 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:10:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:16.761026 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.764479 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.766573 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:16.789623 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9118cc26-5ef5-4235-9621-08b51e235d14,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:16.792031 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:16.798485 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.799650 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401997 Jul 29 14:10:16.802659 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 47144) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:16.807778 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'floatingip': {'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:16.813423 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:16.818013 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Usage tracker for resource:floatingip and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:16.820834 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:16.826513 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:16.838327 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:16.882723 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:10:16.977240 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.113569 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Allocated IP 172.27.0.239 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/652a7306-070b-4c9d-b34f-719f933b4f5f) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:10:17.193209 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 2, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:17.196995 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Checking router: 228f0ad4-01a5-490f-b8e8-c57e6f947e47 for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:10:17.197354 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Updating router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 port 1cc61c59-e030-4b0c-a161-fc603195a438 binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:10:17.251909 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.264075 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.294952 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.301295 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-91b1e913-3b1d-4e0c-91e5-83d76f7e0556 tempest-DeleteServersTestJSON-282801383 tempest-DeleteServersTestJSON-282801383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:17.367162 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:10:17.370103 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:10:17.373960 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:10:17.417303 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'Port': ['ID=652a7306-070b-4c9d-b34f-719f933b4f5f,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:17.421529 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:17.501083 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.570215 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.590091 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:10:17.624187 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.635948 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Transition to ACTIVE for port object 1cc61c59-e030-4b0c-a161-fc603195a438 will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:10:17.643261 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.651097 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:17.676258 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:17.676600 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.726311 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Pushing event updated for resources: {'Port': ['ID=1cc61c59-e030-4b0c-a161-fc603195a438,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:17.799902 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.800845 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.801180 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.801517 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.801840 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.802164 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.802484 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.802807 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.803147 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.803469 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.803785 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.804123 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:17.817626 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.827011 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.833317 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:17.843877 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:17.894978 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Attempting to bind port 1cc61c59-e030-4b0c-a161-fc603195a438 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:10:17.895536 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Attempting to bind port 1cc61c59-e030-4b0c-a161-fc603195a438 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:10:17.895943 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Attempting to bind port 1cc61c59-e030-4b0c-a161-fc603195a438 on network 1f52e242-51a2-4587-bde6-bb8851a58d14 {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:10:17.901464 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:10:17.902047 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Checking segment: {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:10:17.902624 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.903200 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Bound using segment: {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:10:17.903881 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Bound port: 1cc61c59-e030-4b0c-a161-fc603195a438, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:10:17.904445 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.945963 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'Port': ['ID=652a7306-070b-4c9d-b34f-719f933b4f5f,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:17.949978 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:17.955404 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.980934 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.988154 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1786392 Jul 29 14:10:17.996510 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] For port 1cc61c59-e030-4b0c-a161-fc603195a438, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:10:17.999850 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] For port 1cc61c59-e030-4b0c-a161-fc603195a438, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=1cc61c59-e030-4b0c-a161-fc603195a438,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:10:18.003955 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:18.009056 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-5d84d83e-39b4-4faa-ba84-242c4333c7d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:18.080328 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:10:18.080960 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:10:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:18.159223 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-4a7d2328-6bff-464f-b275-11907eef6575 req-623b7e38-5c22-4962-86ab-c175422cca71 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Synchronizing usage tracker for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:10:18.165232 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Pushing event updated for resources: {'Port': ['ID=1cc61c59-e030-4b0c-a161-fc603195a438,revision_number=4']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:18.179725 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-90bfc1e7-040a-403d-b5e6-3af86e5e8316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:18.189074 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-4a7d2328-6bff-464f-b275-11907eef6575 req-623b7e38-5c22-4962-86ab-c175422cca71 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Unset dirty status for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:10:18.191879 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-623b7e38-5c22-4962-86ab-c175422cca71 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2000294455&fields=id&tenant_id=5bd7eb135eb341f0b6b906f04ae7f045 HTTP/1.1" status: 200 len: 267 time: 0.0759969 Jul 29 14:10:18.302418 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:10:18.360508 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2328-6bff-464f-b275-11907eef6575 req-16328f63-1f2d-4c21-9fa8-0bdb7eb00674 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:18.361247 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-4a7d2328-6bff-464f-b275-11907eef6575 req-16328f63-1f2d-4c21-9fa8-0bdb7eb00674 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Synchronizing usage tracker for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:network {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:10:18.379467 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-4a7d2328-6bff-464f-b275-11907eef6575 req-16328f63-1f2d-4c21-9fa8-0bdb7eb00674 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Unset dirty status for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:network {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:10:18.380815 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-16328f63-1f2d-4c21-9fa8-0bdb7eb00674 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 811 time: 0.1791441 Jul 29 14:10:18.396994 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-780bc108-026d-48b6-b2af-a5735480628f tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/quotas/5bd7eb135eb341f0b6b906f04ae7f045 HTTP/1.1" status: 200 len: 375 time: 0.0099406 Jul 29 14:10:18.482706 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-0c7f4e2b-9ef2-4c64-9147-433df1e1e167 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802596 Jul 29 14:10:18.540724 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-f9da2a27-78c6-46fa-ac88-e9b2d533b3df service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:10:18.541758 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-f9da2a27-78c6-46fa-ac88-e9b2d533b3df service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478575 Jul 29 14:10:18.639101 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:17Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:18.643532 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8174d8c-4e75-4277-92e7-a81c633ec1b9 None None] The sync data for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi is: [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:17Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:10:18.690948 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eac0204f-80fd-4bae-909f-09278c592da5 service neutron] 10.222.0.23 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427631 Jul 29 14:10:18.886673 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-d3422e1a-2777-4ae7-8099-92d550c4eab2 service neutron] 10.222.0.23 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817656 Jul 29 14:10:19.085526 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-34d3a2be-338f-4b99-bbcb-79bd209e5f26 req-d0766d9b-9a56-40df-9da3-831b2c11ed3d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Synchronizing usage tracker for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:10:19.104172 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-34d3a2be-338f-4b99-bbcb-79bd209e5f26 req-d0766d9b-9a56-40df-9da3-831b2c11ed3d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Unset dirty status for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:10:19.105351 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-34d3a2be-338f-4b99-bbcb-79bd209e5f26 req-d0766d9b-9a56-40df-9da3-831b2c11ed3d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 210 time: 0.0652101 Jul 29 14:10:19.618378 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 1cc61c59-e030-4b0c-a161-fc603195a438 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:10:19.743992 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 1cc61c59-e030-4b0c-a161-fc603195a438 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:10:19.749696 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 1cc61c59-e030-4b0c-a161-fc603195a438 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:19.750412 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:19.871674 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:19.905433 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 1cc61c59-e030-4b0c-a161-fc603195a438, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=1cc61c59-e030-4b0c-a161-fc603195a438,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:19.911585 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:19.913755 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:19.978995 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=1cc61c59-e030-4b0c-a161-fc603195a438,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:19.981980 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:20.287839 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-af6973b6-e84b-4cdb-a1e8-ee976b2475a6 req-8af9a29f-b7b7-46a5-a4b0-d7eee90ff231 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 210 time: 0.0730593 Jul 29 14:10:20.427792 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2328-6bff-464f-b275-11907eef6575 req-89b2678c-89e5-4d04-af4e-6dc06a487f64 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:20.429276 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-89b2678c-89e5-4d04-af4e-6dc06a487f64 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 811 time: 0.1715734 Jul 29 14:10:20.480802 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-4f89a57c-57e5-4053-90db-3b2039b2566f tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bd7eb135eb341f0b6b906f04ae7f045 HTTP/1.1" status: 200 len: 380 time: 0.0432143 Jul 29 14:10:20.489506 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'port': {'device_id': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'admin_state_up': True, 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'security_groups': ['7cd1337e-c6fc-40ae-ba1c-30cbd0536c09']}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:20.623413 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:20.632795 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:20.641944 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Made reservation on behalf of 5bd7eb135eb341f0b6b906f04ae7f045 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:10:20.645488 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:20.882108 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Allocated IP 172.20.0.7 (1f52e242-51a2-4587-bde6-bb8851a58d14/7ffaf1fd-88f9-424d-9e07-76801657bfab/e02fb5e0-560f-4818-a2be-d08f905b3147) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:10:21.064140 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:21.079266 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Transition to ACTIVE for port object e02fb5e0-560f-4818-a2be-d08f905b3147 will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:10:21.105265 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:21.110673 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a6fa00ba-f969-4e8b-9a2d-0153b32192fa tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:21.179387 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Network 1f52e242-51a2-4587-bde6-bb8851a58d14 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:10:21.182304 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:10:21.185974 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:10:21.220627 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'Port': ['ID=e02fb5e0-560f-4818-a2be-d08f905b3147,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:21.225812 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:21.253349 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:21.253981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:21.281427 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7959838 Jul 29 14:10:21.296767 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Request body: {'port': {'device_id': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:21.416708 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:21.438353 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-b961dcbc-a5ed-43da-8290-9973bf9a4adf None None] Provisioning for port e02fb5e0-560f-4818-a2be-d08f905b3147 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:10:21.446964 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-b961dcbc-a5ed-43da-8290-9973bf9a4adf None None] Provisioning complete for port e02fb5e0-560f-4818-a2be-d08f905b3147 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:21.447785 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b961dcbc-a5ed-43da-8290-9973bf9a4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:21.513283 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276e34c-6490-4fea-879a-8e59099d330a req-1b500d9c-a47b-4a1d-995b-39751da245ec tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:21.515742 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3276e34c-6490-4fea-879a-8e59099d330a req-1b500d9c-a47b-4a1d-995b-39751da245ec tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 931 time: 0.1111431 Jul 29 14:10:21.521078 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-b961dcbc-a5ed-43da-8290-9973bf9a4adf None None] Port e02fb5e0-560f-4818-a2be-d08f905b3147 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:10:21.568369 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3276e34c-6490-4fea-879a-8e59099d330a req-975e4ffc-d5ef-4b1d-bc65-c77194d79214 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467386 Jul 29 14:10:21.592437 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 1cc61c59-e030-4b0c-a161-fc603195a438 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:10:21.658664 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 1cc61c59-e030-4b0c-a161-fc603195a438 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:21.659062 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:21.790577 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02fb5e0-560f-4818-a2be-d08f905b3147 {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:10:21.797780 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:21.813001 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Transition to ACTIVE for port object e02fb5e0-560f-4818-a2be-d08f905b3147 will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:10:21.816589 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:21.820839 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:21.975600 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Pushing event updated for resources: {'Port': ['ID=e02fb5e0-560f-4818-a2be-d08f905b3147,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:21.982799 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:22.051110 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Attempting to bind port e02fb5e0-560f-4818-a2be-d08f905b3147 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:10:22.051447 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Attempting to bind port e02fb5e0-560f-4818-a2be-d08f905b3147 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:10:22.051784 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Attempting to bind port e02fb5e0-560f-4818-a2be-d08f905b3147 on network 1f52e242-51a2-4587-bde6-bb8851a58d14 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:10:22.056435 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Port e02fb5e0-560f-4818-a2be-d08f905b3147 on network 1f52e242-51a2-4587-bde6-bb8851a58d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:10:22.056759 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Attempting to bind port e02fb5e0-560f-4818-a2be-d08f905b3147 on network 1f52e242-51a2-4587-bde6-bb8851a58d14 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:10:22.062044 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:10:22.062388 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Checking segment: {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:10:22.062773 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Bound using segment: {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:10:22.063202 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Bound port: e02fb5e0-560f-4818-a2be-d08f905b3147, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:10:22.063584 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:22.154989 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] For port e02fb5e0-560f-4818-a2be-d08f905b3147, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:10:22.157873 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] For port e02fb5e0-560f-4818-a2be-d08f905b3147, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e02fb5e0-560f-4818-a2be-d08f905b3147,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:10:22.162818 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:22.166246 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:22.222816 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:22.223417 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:22.224809 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] 10.222.0.10 "PUT /v2.0/ports/e02fb5e0-560f-4818-a2be-d08f905b3147 HTTP/1.1" status: 200 len: 1093 time: 0.9324200 Jul 29 14:10:22.225287 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'tag': 'e02fb5e0-560f-4818-a2be-d08f905b3147'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:10:22.245349 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Pushing event updated for resources: {'Port': ['ID=e02fb5e0-560f-4818-a2be-d08f905b3147,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:22.256274 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:22.303847 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'tag': 'e02fb5e0-560f-4818-a2be-d08f905b3147', 'status': 'completed', 'code': 200} Jul 29 14:10:22.348879 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2328-6bff-464f-b275-11907eef6575 req-5c844d1c-f888-4356-a921-6e6c86fe8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:22.350445 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-5c844d1c-f888-4356-a921-6e6c86fe8248 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 1096 time: 0.0777230 Jul 29 14:10:22.420935 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-2cc61346-0699-4a0e-9ef9-d36a0be53e55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02fb5e0-560f-4818-a2be-d08f905b3147 HTTP/1.1" status: 200 len: 217 time: 0.0633373 Jul 29 14:10:22.485192 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2328-6bff-464f-b275-11907eef6575 req-5cd78feb-fc43-4abb-b210-69b8b9527ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:22.486578 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-5cd78feb-fc43-4abb-b210-69b8b9527ecd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0594401 Jul 29 14:10:22.562614 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2328-6bff-464f-b275-11907eef6575 req-f4db4521-134a-4207-a0ee-1fb4ad30af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:22.564170 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-f4db4521-134a-4207-a0ee-1fb4ad30af78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704398 Jul 29 14:10:22.759405 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad789de-7ff9-40a0-aebb-f7b8a3db8f55 req-b3ca4ae6-8a80-4556-adad-22fe983cb243 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:22.760925 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-dad789de-7ff9-40a0-aebb-f7b8a3db8f55 req-b3ca4ae6-8a80-4556-adad-22fe983cb243 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 943 time: 0.0806751 Jul 29 14:10:22.775360 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-6de41fc4-d277-4b57-b176-1d03b2861bbd service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048078 Jul 29 14:10:22.817913 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-dad789de-7ff9-40a0-aebb-f7b8a3db8f55 req-afbc2628-d8a5-4538-947b-2c51d51414e0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511203 Jul 29 14:10:22.905579 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7d2328-6bff-464f-b275-11907eef6575 req-e50da094-996c-4339-957c-8098e0790fe6 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232188 Jul 29 14:10:23.020561 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-fc5583fd-b53b-4a59-8a8d-ef46a687f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:23.022005 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-fc5583fd-b53b-4a59-8a8d-ef46a687f106 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 1096 time: 0.0728698 Jul 29 14:10:23.151576 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-6fb2adf7-2707-4bc3-a24c-9e61609d57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:23.152957 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-6fb2adf7-2707-4bc3-a24c-9e61609d57e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1245720 Jul 29 14:10:23.220465 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-0ce996ed-0b08-4a80-b2ca-c985ee64efa7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02fb5e0-560f-4818-a2be-d08f905b3147 HTTP/1.1" status: 200 len: 217 time: 0.0597115 Jul 29 14:10:23.285310 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-a8cb1589-cba3-489f-a4ea-3ed35356bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:23.286762 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-a8cb1589-cba3-489f-a4ea-3ed35356bb75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0597842 Jul 29 14:10:23.359495 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-c7e0e94d-883c-4a19-9224-f45c8f17e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:23.361000 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-c7e0e94d-883c-4a19-9224-f45c8f17e2f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678082 Jul 29 14:10:23.490397 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-b944f02f-e7b1-4482-8a14-0385eed7e29b service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218607 Jul 29 14:10:23.621452 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1f59e1c3-9426-4401-b065-1c0d013dfb62 req-a9bd2239-2193-4a0c-8cb3-e6acf23bf69e service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236601 Jul 29 14:10:24.005836 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e20f4-d4d8-4030-84a2-a94f4490415e req-0e2c82ca-77e4-4a54-be6b-f759498ea793 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:24.006523 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-e04e20f4-d4d8-4030-84a2-a94f4490415e req-0e2c82ca-77e4-4a54-be6b-f759498ea793 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Synchronizing usage tracker for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:10:24.021548 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-e04e20f4-d4d8-4030-84a2-a94f4490415e req-0e2c82ca-77e4-4a54-be6b-f759498ea793 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Unset dirty status for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:10:24.022635 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e04e20f4-d4d8-4030-84a2-a94f4490415e req-0e2c82ca-77e4-4a54-be6b-f759498ea793 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 943 time: 0.0979004 Jul 29 14:10:24.067656 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e04e20f4-d4d8-4030-84a2-a94f4490415e req-8fd886df-2c5f-4259-8684-022a08105ac1 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Jul 29 14:10:25.250774 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29b7a7-592f-4e4e-b3cc-fa20fe3ec707 req-5f2077dc-6daa-4318-b676-e93eb6253257 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:25.252249 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ff29b7a7-592f-4e4e-b3cc-fa20fe3ec707 req-5f2077dc-6daa-4318-b676-e93eb6253257 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 943 time: 0.0818164 Jul 29 14:10:25.297684 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ff29b7a7-592f-4e4e-b3cc-fa20fe3ec707 req-2596d7a0-e9a8-4bfb-983f-da915249259d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393870 Jul 29 14:10:26.172267 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e02fb5e0-560f-4818-a2be-d08f905b3147 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:10:26.303897 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port e02fb5e0-560f-4818-a2be-d08f905b3147, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e02fb5e0-560f-4818-a2be-d08f905b3147,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:26.316684 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': 'e02fb5e0-560f-4818-a2be-d08f905b3147', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'port_id': 'e02fb5e0-560f-4818-a2be-d08f905b3147', 'mac_address': 'fa:16:3e:69:69:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:10:26.371158 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:26.390237 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02fb5e0-560f-4818-a2be-d08f905b3147 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:10:26.405745 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port e02fb5e0-560f-4818-a2be-d08f905b3147, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e02fb5e0-560f-4818-a2be-d08f905b3147,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:26.411189 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:26.413039 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:26.479589 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=e02fb5e0-560f-4818-a2be-d08f905b3147,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:26.483337 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:26.488234 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708207d-256b-407b-9019-fe316161c09b req-ca01fc5e-c93b-4bd7-a62c-3d122a384d2c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:26.489807 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4708207d-256b-407b-9019-fe316161c09b req-ca01fc5e-c93b-4bd7-a62c-3d122a384d2c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 944 time: 0.0872660 Jul 29 14:10:26.541769 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4708207d-256b-407b-9019-fe316161c09b req-58996e0e-c73e-45b2-8c9d-d8486a49625b tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463817 Jul 29 14:10:26.645550 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['e02fb5e0-560f-4818-a2be-d08f905b3147'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:10:27.727376 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e56e1-910c-49d7-8d0e-ccd415bd6114 req-88beed86-cfa7-4a14-8ed3-73c431feb709 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:27.728905 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c49e56e1-910c-49d7-8d0e-ccd415bd6114 req-88beed86-cfa7-4a14-8ed3-73c431feb709 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 944 time: 0.0803449 Jul 29 14:10:27.777662 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c49e56e1-910c-49d7-8d0e-ccd415bd6114 req-60c4aa97-6c92-4246-91df-c61e24b208de tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433269 Jul 29 14:10:28.187522 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e02fb5e0-560f-4818-a2be-d08f905b3147 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:10:28.252908 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port e02fb5e0-560f-4818-a2be-d08f905b3147 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:10:28.257450 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port e02fb5e0-560f-4818-a2be-d08f905b3147 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:28.257827 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:28.374908 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:28.402911 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02fb5e0-560f-4818-a2be-d08f905b3147'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:10:28.414626 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port e02fb5e0-560f-4818-a2be-d08f905b3147, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e02fb5e0-560f-4818-a2be-d08f905b3147,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:28.419719 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:28.421646 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:28.490607 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=e02fb5e0-560f-4818-a2be-d08f905b3147,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:28.493608 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:28.509346 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02fb5e0-560f-4818-a2be-d08f905b3147', 'code': 200} Jul 29 14:10:28.735536 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c699-1acf-4490-906f-fb69ef8dbba9 req-edf0b708-8aef-4b88-9c0b-f44acbdab7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:28.737067 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5206c699-1acf-4490-906f-fb69ef8dbba9 req-edf0b708-8aef-4b88-9c0b-f44acbdab7f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0689135 Jul 29 14:10:28.778404 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5206c699-1acf-4490-906f-fb69ef8dbba9 req-75ecbe5a-9a87-4502-88dc-48d6b7772f59 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345917 Jul 29 14:10:29.041871 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44acec6-e96a-49f8-b909-209b761cb836 req-98680ff0-7c82-463e-b142-e7e18bc67616 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:29.043269 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b44acec6-e96a-49f8-b909-209b761cb836 req-98680ff0-7c82-463e-b142-e7e18bc67616 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 945 time: 0.1599538 Jul 29 14:10:29.088610 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b44acec6-e96a-49f8-b909-209b761cb836 req-1a6a43ab-f4f1-497a-8f5f-408037f00a65 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394261 Jul 29 14:10:30.279228 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390032c0-b500-480e-ba64-4de50612019b req-b87f2244-a8bb-4a89-b48a-1df6c8c0679d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:30.280717 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-390032c0-b500-480e-ba64-4de50612019b req-b87f2244-a8bb-4a89-b48a-1df6c8c0679d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 945 time: 0.0844083 Jul 29 14:10:30.325359 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-390032c0-b500-480e-ba64-4de50612019b req-b59cb728-c30a-481f-a7ff-20a2af0cbcd9 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380423 Jul 29 14:10:30.504118 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5648cc6-740d-407d-9757-5949b0da502d req-5504aad7-a064-4918-a8bd-941350a7b267 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:30.505572 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a5648cc6-740d-407d-9757-5949b0da502d req-5504aad7-a064-4918-a8bd-941350a7b267 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 945 time: 0.0828218 Jul 29 14:10:30.513908 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 47284) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:30.519517 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-0aff2458-87c1-4095-a01f-176718ecc31c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'floatingip': {'port_id': 'e02fb5e0-560f-4818-a2be-d08f905b3147'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:30.595780 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0aff2458-87c1-4095-a01f-176718ecc31c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:31.179532 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0aff2458-87c1-4095-a01f-176718ecc31c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:31.184265 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0aff2458-87c1-4095-a01f-176718ecc31c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:31.351435 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.l3_db [None req-0aff2458-87c1-4095-a01f-176718ecc31c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Floating IP 8c304e16-f415-445d-aa17-f8f222165d26 associated. External IP: 172.27.0.239, port: e02fb5e0-560f-4818-a2be-d08f905b3147. Jul 29 14:10:31.793126 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aff2458-87c1-4095-a01f-176718ecc31c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:10:31.969891 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aff2458-87c1-4095-a01f-176718ecc31c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:10:31.975068 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0aff2458-87c1-4095-a01f-176718ecc31c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:31.980316 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] Sync routers for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:10:31.989964 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:10:31.990656 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:10:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:32.032333 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-0aff2458-87c1-4095-a01f-176718ecc31c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "PUT /v2.0/floatingips/8c304e16-f415-445d-aa17-f8f222165d26 HTTP/1.1" status: 200 len: 991 time: 1.5173755 Jul 29 14:10:32.032976 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'tag': 'e02fb5e0-560f-4818-a2be-d08f905b3147'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:10:32.131411 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'tag': 'e02fb5e0-560f-4818-a2be-d08f905b3147', 'status': 'completed', 'code': 200} Jul 29 14:10:32.178160 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:10:32.225322 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-e5b29523-f181-434a-b0a1-384d00548dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:32.226963 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-e5b29523-f181-434a-b0a1-384d00548dd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0716453 Jul 29 14:10:32.363399 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-5aacc21d-c629-4d13-a83a-a5246eb4fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:32.364889 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-5aacc21d-c629-4d13-a83a-a5246eb4fbf2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1313694 Jul 29 14:10:32.549383 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-d398ec81-0dc7-41f5-bd33-08f04cbae2a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02fb5e0-560f-4818-a2be-d08f905b3147 HTTP/1.1" status: 200 len: 999 time: 0.1787312 Jul 29 14:10:32.561888 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '8c304e16-f415-445d-aa17-f8f222165d26', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'port_id': 'e02fb5e0-560f-4818-a2be-d08f905b3147', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'mac_address': 'fa:16:3e:69:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:10:17Z', 'updated_at': '2021-07-29T14:10:31Z', 'revision_number': 1, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:32.566381 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] Checking router: 228f0ad4-01a5-490f-b8e8-c57e6f947e47 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:10:32.574527 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:10:32.575083 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:10:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:32.614450 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-165405ab-4ae4-4ad6-80aa-a74a87d92a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:32.615920 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-165405ab-4ae4-4ad6-80aa-a74a87d92a36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0597908 Jul 29 14:10:32.690023 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-f7f98c60-e160-4fda-a026-b47342230839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:32.692077 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-f7f98c60-e160-4fda-a026-b47342230839 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697265 Jul 29 14:10:32.748294 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:10:32.824049 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-2ec4ce55-f833-4464-afd3-f4fc2ef3200a service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250880 Jul 29 14:10:32.955364 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4711e8e8-f2a8-4cb6-b0bf-eddd771639af req-959c4d37-1b2b-437e-9d01-5d35087320ee service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251526 Jul 29 14:10:33.139570 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '8c304e16-f415-445d-aa17-f8f222165d26', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'port_id': 'e02fb5e0-560f-4818-a2be-d08f905b3147', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'mac_address': 'fa:16:3e:69:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:10:17Z', 'updated_at': '2021-07-29T14:10:31Z', 'revision_number': 1, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:33.143379 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a81fb6-484d-4538-970e-46cdefddfb8c None None] The sync data for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi is: [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '8c304e16-f415-445d-aa17-f8f222165d26', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'port_id': 'e02fb5e0-560f-4818-a2be-d08f905b3147', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'mac_address': 'fa:16:3e:69:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:10:17Z', 'updated_at': '2021-07-29T14:10:31Z', 'revision_number': 1, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:10:33.333676 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c235261-9069-40b4-b35a-5803a7b322de None None] New status for floating IP 8c304e16-f415-445d-aa17-f8f222165d26: ACTIVE {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:10:35.290380 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f05faa81-9126-4363-971c-c711de017f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:35.525701 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:10:35.701756 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:37.885002 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9f74c624-8c76-40ee-856b-5862369a005f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:39.372697 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:41.015082 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:43.179275 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:04.665175 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-1e7dc034-1e32-4f6d-bd24-d02bcb61c917 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725927 Jul 29 14:11:04.805165 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-25a6759e-376a-4896-861d-b64638e27fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:04.806612 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-25a6759e-376a-4896-861d-b64638e27fba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0733762 Jul 29 14:11:04.948359 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-c9b9a4dc-1400-491b-af43-1e6e0f8552a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:04.949928 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-c9b9a4dc-1400-491b-af43-1e6e0f8552a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1243823 Jul 29 14:11:05.020239 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-b0f0546d-65d6-4d02-aeca-e6a10d96511d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39 HTTP/1.1" status: 200 len: 217 time: 0.0634108 Jul 29 14:11:05.081409 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-7665477a-2e33-40a4-a623-af71e8f38bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:05.082860 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-7665477a-2e33-40a4-a623-af71e8f38bd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0573800 Jul 29 14:11:05.129442 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-bc3df80e-2227-4276-915f-581fd048a053 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396218 Jul 29 14:11:05.259167 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-a719f5c1-5d8d-4203-a485-b9bb30aac2e3 service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235607 Jul 29 14:11:05.292192 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f9ab-042d-4e64-b072-b687091b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:05.390674 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0d253b17-64c7-4c05-9387-aef08c2fa826 req-7b4f71a5-c481-4e46-ba31-dc7b112c571a service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254590 Jul 29 14:11:05.704060 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:07.888823 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-49e32876-90a9-41b1-841c-734372ce83ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:09.376122 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:11.018683 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:12.524498 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:11:13.198960 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:35.297019 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-65102f0e-aa1b-44e0-a792-16874dcb7df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:35.705274 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:37.890962 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5c2a86ff-2cc1-4515-9e24-edb678d27e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.377514 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:41.022244 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:43.197585 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:49.525074 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:12:04.703663 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc96d331-1c0c-4607-bf7a-d809793192af req-930e3ef4-bb34-48b1-8dd2-95e98b197393 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723307 Jul 29 14:12:04.792653 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d331-1c0c-4607-bf7a-d809793192af req-f0380458-c23e-4685-8dc7-d69b02daaa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:04.794119 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc96d331-1c0c-4607-bf7a-d809793192af req-f0380458-c23e-4685-8dc7-d69b02daaa28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0701125 Jul 29 14:12:04.937112 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d331-1c0c-4607-bf7a-d809793192af req-a154d1ff-9d8a-4859-8940-1e585aa4d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:04.938580 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc96d331-1c0c-4607-bf7a-d809793192af req-a154d1ff-9d8a-4859-8940-1e585aa4d865 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1272712 Jul 29 14:12:05.120675 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc96d331-1c0c-4607-bf7a-d809793192af req-758cb02f-0791-4380-9115-9f30db03b2b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02fb5e0-560f-4818-a2be-d08f905b3147 HTTP/1.1" status: 200 len: 1001 time: 0.1761401 Jul 29 14:12:05.185174 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d331-1c0c-4607-bf7a-d809793192af req-83c9ace9-8037-49dd-905d-43810ab83cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:05.186590 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc96d331-1c0c-4607-bf7a-d809793192af req-83c9ace9-8037-49dd-905d-43810ab83cd1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0583282 Jul 29 14:12:05.260025 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d331-1c0c-4607-bf7a-d809793192af req-249adc24-37b4-40bf-b2c2-cc546fd299b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:05.261382 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc96d331-1c0c-4607-bf7a-d809793192af req-249adc24-37b4-40bf-b2c2-cc546fd299b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684505 Jul 29 14:12:05.299591 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-22e73bd8-604d-4b0a-bd9f-eccebb2526fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:05.394984 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc96d331-1c0c-4607-bf7a-d809793192af req-08592fcb-62e9-43cc-9774-602f75db476d service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259580 Jul 29 14:12:05.526180 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fc96d331-1c0c-4607-bf7a-d809793192af req-8aaa7d0a-404f-46b2-a23b-11e42abef0b2 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240418 Jul 29 14:12:05.710158 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:07.893000 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-585cf917-470d-44a7-bebb-4c3af4f7954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:09.380160 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:11.023084 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:13.226723 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.524132 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:12:35.304343 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cb86778e-5b0d-4c55-8a8e-1dc65e2d15f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:35.710933 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:37.894223 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-84ae2853-84c7-4150-96ab-6a62670aefb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:39.383345 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:41.026702 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:43.256753 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:03.538868 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:13:05.306377 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5e9aa15d-d24f-4e46-9bfb-b30a29a6d104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:05.708467 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-956483c5-4395-46b2-b06a-e9e979482be5 req-f0ec825c-f3b6-4d6a-b206-0ca77aad1352 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122150 Jul 29 14:13:05.712557 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:05.853003 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956483c5-4395-46b2-b06a-e9e979482be5 req-6ed5fb7b-ddee-4ee4-bb18-962c0f149d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:05.854482 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-956483c5-4395-46b2-b06a-e9e979482be5 req-6ed5fb7b-ddee-4ee4-bb18-962c0f149d56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0768006 Jul 29 14:13:05.998496 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956483c5-4395-46b2-b06a-e9e979482be5 req-afb53e56-6bb8-48bd-8e02-3f91fed88ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:05.999977 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-956483c5-4395-46b2-b06a-e9e979482be5 req-afb53e56-6bb8-48bd-8e02-3f91fed88ce9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 200 len: 915 time: 0.1278226 Jul 29 14:13:06.067406 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-956483c5-4395-46b2-b06a-e9e979482be5 req-3e94ae51-9503-4f81-8496-64bb1b50e292 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39 HTTP/1.1" status: 200 len: 217 time: 0.0613556 Jul 29 14:13:06.131914 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956483c5-4395-46b2-b06a-e9e979482be5 req-c326b4cb-66de-4229-a17a-7eed2ab2d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:06.133247 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-956483c5-4395-46b2-b06a-e9e979482be5 req-c326b4cb-66de-4229-a17a-7eed2ab2d241 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 200 len: 854 time: 0.0599062 Jul 29 14:13:06.180549 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-956483c5-4395-46b2-b06a-e9e979482be5 req-b102e0cf-4b02-4fb9-b96a-dd5bd0b23d6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=725eaf67-8e85-45a5-be35-e4741cee9480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410869 Jul 29 14:13:06.317273 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-956483c5-4395-46b2-b06a-e9e979482be5 req-a12a4f36-21f0-473a-bea7-3ac78dcc4d1f service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297007 Jul 29 14:13:06.447565 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-956483c5-4395-46b2-b06a-e9e979482be5 req-b91f431a-9fb3-4a7f-a536-e610c40519ce service neutron] 10.222.0.10 "GET /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239157 Jul 29 14:13:07.894617 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5f8da8df-6a44-4bdc-85bd-68b646407174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.393010 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:11.029272 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:13.254642 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.308334 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f3664f5d-a231-45bb-9152-617ffaf18854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.714311 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:37.896396 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5f519ba5-3e95-497f-bc46-5079fbe72238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:39.388799 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:40.527041 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:13:41.033086 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:43.247798 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:05.308955 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-59f8f46b-0711-4427-9492-f9017c9d2bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:05.716752 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:07.688015 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-b89d8d97-6d10-4f3a-a567-159451fd2b10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739212 Jul 29 14:14:07.778396 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-8c1cabad-4336-483e-a665-0336a0deb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:07.779883 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-8c1cabad-4336-483e-a665-0336a0deb364 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0724831 Jul 29 14:14:07.897209 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-dfc4d7b7-9593-422a-bc87-1bd995157d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:07.922797 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-24b34d9e-c0ae-4332-8390-c24a9c99833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:07.924276 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-24b34d9e-c0ae-4332-8390-c24a9c99833a service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1267962 Jul 29 14:14:08.104172 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-bba1fe4e-c52f-4c13-9e3d-10b366a5f3bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02fb5e0-560f-4818-a2be-d08f905b3147 HTTP/1.1" status: 200 len: 1001 time: 0.1733117 Jul 29 14:14:08.166195 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-ab0fdbf6-7f88-4c95-a931-858cd1674cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:08.167565 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-ab0fdbf6-7f88-4c95-a931-858cd1674cb3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0572650 Jul 29 14:14:08.246278 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-743e80ca-d204-4890-8cd7-6a0a4fd91ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:08.247784 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-743e80ca-d204-4890-8cd7-6a0a4fd91ae2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743768 Jul 29 14:14:08.380456 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-b0d08508-fccc-4b02-a7cd-9ca4f53ea64a service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261182 Jul 29 14:14:08.511414 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f5446f33-1b6a-48bf-bc75-8866629dce41 req-0d2dd4c2-a030-474a-951d-36f6408dcb8a service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237507 Jul 29 14:14:09.394492 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:11.034359 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:13.256200 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:17.525693 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:14:30.556066 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3b3dc-eb37-4da6-a5fb-381aecad6909 req-db6bd0f8-9145-4430-8b2a-adfae7698a40 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:30.557584 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-52a3b3dc-eb37-4da6-a5fb-381aecad6909 req-db6bd0f8-9145-4430-8b2a-adfae7698a40 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 945 time: 0.1326544 Jul 29 14:14:30.603408 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-52a3b3dc-eb37-4da6-a5fb-381aecad6909 req-cf0d9b43-ee09-4c52-bedd-0f0dc680c39c tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fe43bd2-f52c-45f9-b57a-e9c5510665ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Jul 29 14:14:30.831771 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-faa7fdb3-a7a0-448d-b2e3-2322523cab1d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:30.832505 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-faa7fdb3-a7a0-448d-b2e3-2322523cab1d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Synchronizing usage tracker for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:14:30.849246 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-faa7fdb3-a7a0-448d-b2e3-2322523cab1d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Unset dirty status for tenant:e0f396f4d39340048c3e7865c9e6edd9 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:14:30.850356 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-faa7fdb3-a7a0-448d-b2e3-2322523cab1d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 945 time: 0.0965679 Jul 29 14:14:30.923018 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Deleting port ca8c985e-2f44-4959-bb2b-2d0ade473d39 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:14:30.923359 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:31.165018 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] For port ca8c985e-2f44-4959-bb2b-2d0ade473d39, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ca8c985e-2f44-4959-bb2b-2d0ade473d39,segment=NetworkSegment(4e13ed4a-441e-4798-8a8d-d359c6fd56de),segment_id=4e13ed4a-441e-4798-8a8d-d359c6fd56de)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:14:31.165375 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:31.287238 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Calling delete_port for ca8c985e-2f44-4959-bb2b-2d0ade473d39 owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:14:31.425847 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:31.431197 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-31770bf8-65c0-4428-8257-e5fac4b3d572 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:31.441462 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['ca8c985e-2f44-4959-bb2b-2d0ade473d39'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:14:31.477854 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Pushing event deleted for resources: {'Port': ['ID=ca8c985e-2f44-4959-bb2b-2d0ade473d39,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:31.519783 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.520173 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.520807 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.521163 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.521514 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.521865 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.522295 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.522642 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.522986 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.523333 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.523675 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.524044 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:31.550328 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:31.560773 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] No DVR routers for this DVR port ca8c985e-2f44-4959-bb2b-2d0ade473d39 on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:14:31.563701 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:31.566070 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1151dab4-c1fe-4308-aba6-2055335b2ab6', 'name': 'network-vif-deleted', 'tag': 'ca8c985e-2f44-4959-bb2b-2d0ade473d39'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:14:31.580816 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a966cc23-a91d-42f9-94b9-e927a6a836fa req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.10 "DELETE /v2.0/ports/ca8c985e-2f44-4959-bb2b-2d0ade473d39 HTTP/1.1" status: 204 len: 173 time: 0.7241609 Jul 29 14:14:31.671392 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1151dab4-c1fe-4308-aba6-2055335b2ab6', 'name': 'network-vif-deleted', 'tag': 'ca8c985e-2f44-4959-bb2b-2d0ade473d39', 'status': 'completed', 'code': 200} Jul 29 14:14:31.805319 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-07a4d9c9-b3cc-4ff2-8b43-38c576b3a134 req-f30b29fd-b29f-4761-83db-e516518a9b2d tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] 10.222.0.23 "GET /v2.0/ports?device_id=1151dab4-c1fe-4308-aba6-2055335b2ab6 HTTP/1.1" status: 200 len: 210 time: 0.0462668 Jul 29 14:14:32.903701 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 49170) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:33.007300 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Deleting subnet 3ce4ef81-a292-446e-822a-32ac95096074 {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:14:33.010323 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.065153 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.122869 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.197092 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.200920 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:33.235067 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce4ef81-a292-446e-822a-32ac95096074,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:33.240620 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.247261 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.247630 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.248020 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.248378 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.248728 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.249095 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.249426 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.249770 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.250115 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.250458 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.251386 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.251781 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:33.255282 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:33.257127 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-6940b44c-28ff-4737-88e6-a01c1a788672 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3ce4ef81-a292-446e-822a-32ac95096074 HTTP/1.1" status: 204 len: 168 time: 0.3523991 Jul 29 14:14:33.259637 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 49182) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:33.363360 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.482886 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.495249 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725eaf67-8e85-45a5-be35-e4741cee9480']}} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:14:33.507488 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e13ed4a-441e-4798-8a8d-d359c6fd56de') {'for_net_delete': True} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:14:33.507780 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e13ed4a-441e-4798-8a8d-d359c6fd56de') {} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:14:33.519050 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1106423'] for segment, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.537978 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.543633 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=78539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:14:33.544045 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2557363'] for segment, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: Traceback (most recent call last): Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: timer() Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: cb(*args, **kw) Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: return func(*args, **kwargs) Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: self._notify() Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: self.callback(batched_events) Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: event.method(event) Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: return f(self, *a, **k) Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._get(url).json() Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: return self.request(url, 'GET', **kwargs) Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:14:33.557068 dv-cinder-801321-2-iscsi neutron-server[78539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:14:33.628199 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.631983 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7206256a-7763-403a-b093-23273226eafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:33.644952 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.655505 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=725eaf67-8e85-45a5-be35-e4741cee9480,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:33.659265 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:33.664730 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/725eaf67-8e85-45a5-be35-e4741cee9480 HTTP/1.1" status: 204 len: 168 time: 0.4042604 Jul 29 14:14:33.776456 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 49188) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:33.828407 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-8cbefcdd-6fef-4d46-b0ab-18d91613b0fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0f396f4d39340048c3e7865c9e6edd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507581 Jul 29 14:14:33.830915 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 49192) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:33.887122 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0973e98a-0ed5-4dc9-b39e-5f215c36e922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.912548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0973e98a-0ed5-4dc9-b39e-5f215c36e922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.964696 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0973e98a-0ed5-4dc9-b39e-5f215c36e922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.968437 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-5e702c7b-b826-47d3-88bc-9f43e97ab406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:33.980930 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973e98a-0ed5-4dc9-b39e-5f215c36e922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe43bd2-f52c-45f9-b57a-e9c5510665ef,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:33.984011 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0973e98a-0ed5-4dc9-b39e-5f215c36e922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:33.992526 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0973e98a-0ed5-4dc9-b39e-5f215c36e922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:33.993658 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-0973e98a-0ed5-4dc9-b39e-5f215c36e922 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fe43bd2-f52c-45f9-b57a-e9c5510665ef HTTP/1.1" status: 204 len: 168 time: 0.1618752 Jul 29 14:14:35.311261 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-559838c4-0d9c-4887-ba35-5f0fff6610d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:35.362814 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device ca8c985e-2f44-4959-bb2b-2d0ade473d39 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:14:35.400968 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: ca8c985e-2f44-4959-bb2b-2d0ade473d39 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:14:35.401321 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device ca8c985e-2f44-4959-bb2b-2d0ade473d39 not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:14:35.721863 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:37.899251 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fca953a2-3a28-4caa-be95-874fa081b271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:39.395574 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:41.037454 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:43.248529 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:54.525694 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:15:05.314162 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7f1e542f-d102-4393-8c1b-0a782376677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:05.723230 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:07.654849 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-de891699-cc7b-4317-9d99-ce1e0d88468e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708334 Jul 29 14:15:07.789436 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-f0f890c7-d972-433a-a6e6-bb6732e94903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:07.790791 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-f0f890c7-d972-433a-a6e6-bb6732e94903 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0690761 Jul 29 14:15:07.901495 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-252afa98-60c1-4c7a-9edd-f3bbe820dfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:07.934970 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-76739e46-af3c-4e73-8e84-38e4ecff963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:07.936451 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-76739e46-af3c-4e73-8e84-38e4ecff963c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1264582 Jul 29 14:15:08.118665 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-4841aaae-967e-418b-b7a8-9b3b95c6674a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02fb5e0-560f-4818-a2be-d08f905b3147 HTTP/1.1" status: 200 len: 1001 time: 0.1761522 Jul 29 14:15:08.188422 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-bc946621-6211-4f61-ac05-10ee12e5bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:08.189875 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-bc946621-6211-4f61-ac05-10ee12e5bbe2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0638833 Jul 29 14:15:08.271867 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-914b8198-1f21-4367-bee5-d67e6704d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:08.273343 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-914b8198-1f21-4367-bee5-d67e6704d3a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772872 Jul 29 14:15:08.403360 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-577869cd-5a96-4507-befe-ccb80511f1bb service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224287 Jul 29 14:15:08.536713 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-846c152a-07d2-4703-a766-5bdc10db3f8d req-2ea42ef8-4e46-4fae-a6d2-20226c386a4f service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267986 Jul 29 14:15:09.397728 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:11.040835 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:13.247523 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:31.524195 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:15:35.316005 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-51d76ff7-33d2-44f9-8767-4d4145f84a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:35.724382 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:37.902803 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f180384d-0852-4199-a907-d35dbb609e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:39.400433 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:41.044551 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:43.261223 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:05.317269 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a816bfef-4f18-43c8-8719-5fad4317f243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:05.726925 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:07.905610 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-3928a997-141d-42b4-945b-4b3fbda360fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:08.523683 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:16:08.638511 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-6675872e-ce3f-48ae-b471-bdc1624f6efd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736027 Jul 29 14:16:08.774873 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-72fb49c3-5443-4aee-8516-838014255b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:16:08.776386 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-72fb49c3-5443-4aee-8516-838014255b4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0719926 Jul 29 14:16:08.919437 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-5bf2076a-1096-43b9-89f1-8a6045dc053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:16:08.920954 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-5bf2076a-1096-43b9-89f1-8a6045dc053c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1269388 Jul 29 14:16:09.023416 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-a439c8bb-0412-4127-a8b2-803a8554844e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02fb5e0-560f-4818-a2be-d08f905b3147 HTTP/1.1" status: 200 len: 1001 time: 0.0957453 Jul 29 14:16:09.084203 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-c687aecd-cea6-4ede-9dac-c83ff6c494db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:16:09.085594 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-c687aecd-cea6-4ede-9dac-c83ff6c494db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0560071 Jul 29 14:16:09.161195 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-8fb70a53-02d8-4086-bbd1-4061827b43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:16:09.162633 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-8fb70a53-02d8-4086-bbd1-4061827b43c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700321 Jul 29 14:16:09.294143 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-3dd7f085-71a0-488f-a9ff-5b5ac4a3c274 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237555 Jul 29 14:16:09.404395 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:09.432945 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-746ce075-1ca5-4715-9f88-4eb3b73739cc req-770da805-f6c0-414d-8155-dfe74bdd8f91 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330693 Jul 29 14:16:11.047266 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:13.258207 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:35.331420 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8b58507c-7fe7-4407-a345-5186c6494feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:35.729014 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:37.907979 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e8b20131-22a2-43fd-b33d-8c4782997769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:39.407391 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:41.050127 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:43.257492 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:45.521977 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:17:05.324611 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c8b1abfb-6a17-402c-a82b-67863288fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:05.730514 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:07.909322 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fcb78364-0839-4f72-9d4b-da004f46cfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:08.631139 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9a4fe948-4685-48a2-872a-beb7866996cc req-15622b89-6d73-48cb-8ef5-54058ae8b082 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669081 Jul 29 14:17:08.775414 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fe948-4685-48a2-872a-beb7866996cc req-3a7014e2-c1d6-4b3e-9237-1cf8246cf798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:08.777160 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9a4fe948-4685-48a2-872a-beb7866996cc req-3a7014e2-c1d6-4b3e-9237-1cf8246cf798 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0775418 Jul 29 14:17:09.007616 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fe948-4685-48a2-872a-beb7866996cc req-23274fac-8257-476c-a1f6-c3c500040e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:09.009087 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9a4fe948-4685-48a2-872a-beb7866996cc req-23274fac-8257-476c-a1f6-c3c500040e74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.2124076 Jul 29 14:17:09.108835 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9a4fe948-4685-48a2-872a-beb7866996cc req-5fac0abe-80e3-47a1-9864-2998a429d750 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02fb5e0-560f-4818-a2be-d08f905b3147 HTTP/1.1" status: 200 len: 1001 time: 0.0936205 Jul 29 14:17:09.170080 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fe948-4685-48a2-872a-beb7866996cc req-3a52b494-d519-4003-ad5c-44c2a104404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:09.171393 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9a4fe948-4685-48a2-872a-beb7866996cc req-3a52b494-d519-4003-ad5c-44c2a104404f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0567794 Jul 29 14:17:09.247198 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fe948-4685-48a2-872a-beb7866996cc req-38676eb3-d4f5-4af0-a5cf-c6be5e7f6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:09.248731 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9a4fe948-4685-48a2-872a-beb7866996cc req-38676eb3-d4f5-4af0-a5cf-c6be5e7f6827 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701668 Jul 29 14:17:09.383423 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9a4fe948-4685-48a2-872a-beb7866996cc req-234728e3-4841-4645-a601-cf3eddf91c45 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279790 Jul 29 14:17:09.411082 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:09.521136 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9a4fe948-4685-48a2-872a-beb7866996cc req-0ad99bdb-7389-4764-99e9-03feee762360 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317339 Jul 29 14:17:09.858868 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aa900-84e0-4fbb-849a-bf81a30dd1d9 req-7752219b-451a-40e5-9748-d6e3336f90bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:09.860352 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-175aa900-84e0-4fbb-849a-bf81a30dd1d9 req-7752219b-451a-40e5-9748-d6e3336f90bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 945 time: 0.2471411 Jul 29 14:17:09.906194 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-175aa900-84e0-4fbb-849a-bf81a30dd1d9 req-f7122555-2eca-4557-a956-37fef3991124 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402489 Jul 29 14:17:10.009629 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-bb5711db-d23f-4333-a4aa-44e67230627d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:10.011296 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-bb5711db-d23f-4333-a4aa-44e67230627d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.10 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 945 time: 0.0864930 Jul 29 14:17:10.085928 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Deleting port e02fb5e0-560f-4818-a2be-d08f905b3147 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:17:10.086274 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:10.334853 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] For port e02fb5e0-560f-4818-a2be-d08f905b3147, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e02fb5e0-560f-4818-a2be-d08f905b3147,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:17:10.335221 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:10.620779 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:10.621061 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:10.621376 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Floating IP 8c304e16-f415-445d-aa17-f8f222165d26 disassociated. External IP: 172.27.0.239, port: e02fb5e0-560f-4818-a2be-d08f905b3147. Jul 29 14:17:10.621716 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Calling delete_port for e02fb5e0-560f-4818-a2be-d08f905b3147 owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:17:10.762256 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:10.767589 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-484e991c-6028-437e-92de-a74b9242d29e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:10.809956 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event deleted for resources: {'Port': ['ID=e02fb5e0-560f-4818-a2be-d08f905b3147,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:10.821341 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.821708 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.822060 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.822421 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.822772 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.823121 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.823471 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.823835 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.824189 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.824531 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.824872 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.825210 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:10.829002 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:11.058898 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:11.067622 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-915cf702-99e7-44fe-9497-f164ca5652d2 req-6a886503-6346-4853-8602-bacf63b30fd5 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=6795ea01-3a8e-4e66-a19a-a37c7600c7d5 HTTP/1.1" status: 200 len: 210 time: 0.0502634 Jul 29 14:17:11.079499 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:17:11.271004 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:17:11.282875 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] Sync routers for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:17:11.297354 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:17:11.298641 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:17:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:17:11.348881 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] No DVR routers for this DVR port e02fb5e0-560f-4818-a2be-d08f905b3147 on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:17:11.351206 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:11.355015 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'name': 'network-vif-deleted', 'tag': 'e02fb5e0-560f-4818-a2be-d08f905b3147'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:17:11.369897 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-26b6c5e2-04ff-4482-a6b8-07706f2e5f41 req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.10 "DELETE /v2.0/ports/e02fb5e0-560f-4818-a2be-d08f905b3147 HTTP/1.1" status: 204 len: 173 time: 1.3525357 Jul 29 14:17:11.491954 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:17:11.799392 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:17:11.806573 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] Checking router: 228f0ad4-01a5-490f-b8e8-c57e6f947e47 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:17:11.815385 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:17:11.816701 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:17:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:17:11.998356 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:17:12.193753 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 50744) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:17:12.262736 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:12.292551 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:12.354304 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:12.366244 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-cf0f4c75-feb1-49d3-b433-27563a572383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:12.375606 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:17:12.382667 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0647b58-0d2e-4e46-92b8-0065db253fb3 None None] The sync data for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi is: [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:17:12.386252 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:12.390219 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "DELETE /v2.0/security-groups/7cd1337e-c6fc-40ae-ba1c-30cbd0536c09 HTTP/1.1" status: 204 len: 168 time: 0.1953785 Jul 29 14:17:12.390398 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 50754) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:17:12.392200 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd1337e-c6fc-40ae-ba1c-30cbd0536c09,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:12.401250 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.402342 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.402898 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.403260 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.403789 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.404367 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.404913 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.405440 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.405967 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.406489 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.407109 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.407629 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:12.418298 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.api.v2.resource [None req-d70a89e9-6fa2-4a2d-b2ad-eb0bfbe703fa tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] show failed (client error): The resource could not be found. Jul 29 14:17:12.419364 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-d70a89e9-6fa2-4a2d-b2ad-eb0bfbe703fa tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups/7cd1337e-c6fc-40ae-ba1c-30cbd0536c09 HTTP/1.1" status: 404 len: 347 time: 0.0275481 Jul 29 14:17:12.422375 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 50758) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:17:12.423504 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:12.487359 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6795ea01-3a8e-4e66-a19a-a37c7600c7d5', 'name': 'network-vif-deleted', 'tag': 'e02fb5e0-560f-4818-a2be-d08f905b3147', 'status': 'completed', 'code': 200} Jul 29 14:17:12.596557 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Deleting port 652a7306-070b-4c9d-b34f-719f933b4f5f {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:17:12.597004 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:12.670110 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54739afb-f235-45cf-b912-7b129a678c65 None None] New status for floating IP 8c304e16-f415-445d-aa17-f8f222165d26: DOWN {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:17:12.770603 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:12.770998 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:12.904155 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Calling delete_port for 652a7306-070b-4c9d-b34f-719f933b4f5f owned by network:floatingip {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:17:12.988530 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.db.api [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:17:12.988989 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_db.api [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:17:13.254631 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:13.490149 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Deleting port 652a7306-070b-4c9d-b34f-719f933b4f5f {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:17:13.490899 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:13.663179 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:13.663509 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:13.862293 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Calling delete_port for 652a7306-070b-4c9d-b34f-719f933b4f5f owned by network:floatingip {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:17:14.003437 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.007128 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7e3508a2-71ee-43fd-9b4b-516a29257dc3 tempest-VolumesSnapshotTestJSON-1039887095 tempest-VolumesSnapshotTestJSON-1039887095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:14.050089 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event deleted for resources: {'Port': ['ID=652a7306-070b-4c9d-b34f-719f933b4f5f,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:14.054005 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:14.132135 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e02fb5e0-560f-4818-a2be-d08f905b3147 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:17:14.142855 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.157713 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.158802 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c304e16-f415-445d-aa17-f8f222165d26 HTTP/1.1" status: 204 len: 168 time: 1.7351294 Jul 29 14:17:14.166297 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: e02fb5e0-560f-4818-a2be-d08f905b3147 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:17:14.166751 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device e02fb5e0-560f-4818-a2be-d08f905b3147 not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:17:14.557822 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 50782) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:17:14.563034 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629746523', 'description': 'tempest-description--223262874'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:17:14.569503 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:17:14.573633 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Usage tracker for resource:security_group and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:17:14.577483 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:17:14.583770 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:17:14.593858 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.614884 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:17:14.618768 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Usage tracker for resource:security_group_rule and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:17:14.621602 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:17:14.627306 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:17:14.703406 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.707962 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.711611 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fbbf630f-25cc-423c-9b0c-48f478bd0212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:14.751861 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62c7239-11d0-4c47-8c4d-ee2682fbf345,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:14.755640 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:14.758507 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.759934 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2008874 Jul 29 14:17:14.762723 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 50790) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:17:14.767688 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'security_group_rule': {'security_group_id': 'd62c7239-11d0-4c47-8c4d-ee2682fbf345', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:17:14.773518 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:17:14.777527 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Usage tracker for resource:security_group_rule and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:17:14.780359 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:17:14.785973 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:17:14.803605 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.862008 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.865970 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.868104 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-0c2efc07-ca29-4605-86a2-bb60b6c6ad56 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:14.892548 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91de36da-dba1-4397-ad80-176ba47dac7a,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:14.895080 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:14.902432 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.903635 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-a78f3dc6-c99d-40b8-99f7-6e2f59e270dc tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400104 Jul 29 14:17:14.906229 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 50794) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:17:14.911904 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'security_group_rule': {'security_group_id': 'd62c7239-11d0-4c47-8c4d-ee2682fbf345', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:17:14.917407 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:17:14.921128 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Usage tracker for resource:security_group_rule and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:17:14.923933 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:17:14.930390 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:17:14.946697 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.007076 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.011506 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.013526 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:15.033339 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e671a409-f0dc-46ab-b69d-849b3d4f1d78,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:15.038306 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:15.045139 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.046482 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-a0edf7fe-7bcc-4d35-a67a-91ec03211afb tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393695 Jul 29 14:17:15.049451 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 50798) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:17:15.055367 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'floatingip': {'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:17:15.061084 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:17:15.064893 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Usage tracker for resource:floatingip and tenant:5bd7eb135eb341f0b6b906f04ae7f045 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:17:15.067709 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:17:15.076923 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:17:15.087692 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.221191 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.358065 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Allocated IP 172.27.0.234 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/bba75098-7be4-4fb8-b4d7-628a2c383148) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:17:15.502619 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.532081 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.535590 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-45bbdea2-bc8b-483a-ae6a-8cad6e6551e0 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:15.598624 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:17:15.601409 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:17:15.604930 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:17:15.642606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'Port': ['ID=bba75098-7be4-4fb8-b4d7-628a2c383148,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:15.646803 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:15.691594 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.754273 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.959379 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.963744 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.967307 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7f888607-aae1-4df4-88d3-e30ab1f40d17 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:16.072908 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'Port': ['ID=bba75098-7be4-4fb8-b4d7-628a2c383148,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:16.076910 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:16.083643 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:16.105191 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:16.106371 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0560391 Jul 29 14:17:16.270542 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-18047d1b-77fc-4bb5-b9de-905c4d9b7e6c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Synchronizing usage tracker for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:17:16.286982 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-18047d1b-77fc-4bb5-b9de-905c4d9b7e6c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Unset dirty status for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:17:16.288353 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-18047d1b-77fc-4bb5-b9de-905c4d9b7e6c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--629746523&fields=id&tenant_id=5bd7eb135eb341f0b6b906f04ae7f045 HTTP/1.1" status: 200 len: 267 time: 0.0619876 Jul 29 14:17:16.511916 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-b841cf0b-9343-4db8-b399-74cd4e8d4f2b tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:16.513295 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-b841cf0b-9343-4db8-b399-74cd4e8d4f2b tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 811 time: 0.2183881 Jul 29 14:17:16.528094 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-8de92a41-64a0-470e-b2a9-24ea5634fa18 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/quotas/5bd7eb135eb341f0b6b906f04ae7f045 HTTP/1.1" status: 200 len: 375 time: 0.0095150 Jul 29 14:17:16.608762 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-3f7c48c8-a12d-48b1-8a40-48ac5abbf9ec tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Synchronizing usage tracker for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:17:16.623427 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-3f7c48c8-a12d-48b1-8a40-48ac5abbf9ec tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Unset dirty status for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:17:16.624702 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-3f7c48c8-a12d-48b1-8a40-48ac5abbf9ec tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919235 Jul 29 14:17:16.804983 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-5cc3f54a-3a80-4099-99b6-b7997cd2db42 service neutron] 10.222.0.23 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684361 Jul 29 14:17:16.937468 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d870957d-f8e2-481f-90b4-74771f7843bd service neutron] 10.222.0.23 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268680 Jul 29 14:17:17.219874 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e5f181ff-d1b8-478d-ad55-4963e86c4d05 req-98275a6e-17a1-4fee-af5b-987f5ac98db9 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 210 time: 0.1486423 Jul 29 14:17:18.242267 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-57b9dbb9-2499-4003-b1a8-15984fdb38da tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:18.251692 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-57b9dbb9-2499-4003-b1a8-15984fdb38da tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 811 time: 0.1537008 Jul 29 14:17:18.299237 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-1b8b97dc-46de-46b7-8484-171fa36b8833 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bd7eb135eb341f0b6b906f04ae7f045 HTTP/1.1" status: 200 len: 379 time: 0.0466211 Jul 29 14:17:18.309321 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'port': {'device_id': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'admin_state_up': True, 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'security_groups': ['d62c7239-11d0-4c47-8c4d-ee2682fbf345']}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:17:18.393098 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-aea7a627-dc44-446d-a583-66b2c8ae1d92 req-167ba2b9-d062-4a82-9bcc-138ff20793e2 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 210 time: 0.0564520 Jul 29 14:17:18.492073 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:17:18.501466 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:17:18.511254 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Made reservation on behalf of 5bd7eb135eb341f0b6b906f04ae7f045 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:17:18.515039 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:18.675572 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Allocated IP 172.20.0.13 (1f52e242-51a2-4587-bde6-bb8851a58d14/7ffaf1fd-88f9-424d-9e07-76801657bfab/1674b2aa-c798-4310-838c-36f4d35acd48) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:17:18.861639 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:18.877137 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Transition to ACTIVE for port object 1674b2aa-c798-4310-838c-36f4d35acd48 will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:17:18.902347 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:18.907929 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-aa82dd3d-ab0f-4e92-8807-f61138fac662 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:18.973478 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Network 1f52e242-51a2-4587-bde6-bb8851a58d14 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:17:18.976442 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:17:18.980123 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:17:19.013571 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event updated for resources: {'Port': ['ID=1674b2aa-c798-4310-838c-36f4d35acd48,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:19.020940 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:19.053800 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:19.054508 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:19.084979 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7792230 Jul 29 14:17:19.097895 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Request body: {'port': {'device_id': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:17:19.214060 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:19.224315 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-22802eaa-9d54-4822-8bc2-c861d6bddc8b None None] Provisioning for port 1674b2aa-c798-4310-838c-36f4d35acd48 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:17:19.230049 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-22802eaa-9d54-4822-8bc2-c861d6bddc8b None None] Provisioning complete for port 1674b2aa-c798-4310-838c-36f4d35acd48 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:17:19.230501 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-22802eaa-9d54-4822-8bc2-c861d6bddc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:19.287725 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-22802eaa-9d54-4822-8bc2-c861d6bddc8b None None] Port 1674b2aa-c798-4310-838c-36f4d35acd48 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:17:19.581410 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56735400-558b-4429-b168-8af22e438213 req-d1c86648-aadc-4c80-81ea-e8dbbeeb7df0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:19.582996 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-56735400-558b-4429-b168-8af22e438213 req-d1c86648-aadc-4c80-81ea-e8dbbeeb7df0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 932 time: 0.0826805 Jul 29 14:17:19.627978 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-56735400-558b-4429-b168-8af22e438213 req-cdd25c0e-5c8a-4d01-9e60-0d48b254f17d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Synchronizing usage tracker for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:security_group {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:17:19.629526 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1674b2aa-c798-4310-838c-36f4d35acd48 {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:17:19.636896 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:19.640377 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-56735400-558b-4429-b168-8af22e438213 req-cdd25c0e-5c8a-4d01-9e60-0d48b254f17d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Unset dirty status for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:security_group {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:17:19.641606 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-56735400-558b-4429-b168-8af22e438213 req-cdd25c0e-5c8a-4d01-9e60-0d48b254f17d tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=d62c7239-11d0-4c47-8c4d-ee2682fbf345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529313 Jul 29 14:17:19.652877 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Transition to ACTIVE for port object 1674b2aa-c798-4310-838c-36f4d35acd48 will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:17:19.658201 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:19.662147 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a8f6c392-9f41-4cd3-ae81-9cd4ea46260c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:19.787202 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Pushing event updated for resources: {'Port': ['ID=1674b2aa-c798-4310-838c-36f4d35acd48,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:19.813400 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:19.893195 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Attempting to bind port 1674b2aa-c798-4310-838c-36f4d35acd48 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:17:19.893532 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Attempting to bind port 1674b2aa-c798-4310-838c-36f4d35acd48 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:17:19.893894 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Attempting to bind port 1674b2aa-c798-4310-838c-36f4d35acd48 on network 1f52e242-51a2-4587-bde6-bb8851a58d14 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:17:19.898513 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Port 1674b2aa-c798-4310-838c-36f4d35acd48 on network 1f52e242-51a2-4587-bde6-bb8851a58d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:17:19.898841 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Attempting to bind port 1674b2aa-c798-4310-838c-36f4d35acd48 on network 1f52e242-51a2-4587-bde6-bb8851a58d14 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:17:19.904168 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:17:19.904503 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Checking segment: {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:17:19.904885 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Bound using segment: {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:17:19.905364 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Bound port: 1674b2aa-c798-4310-838c-36f4d35acd48, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fff6d2-ed22-44eb-9b57-2931d35bdb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:17:19.905713 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:19.994052 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] For port 1674b2aa-c798-4310-838c-36f4d35acd48, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:17:19.996957 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] For port 1674b2aa-c798-4310-838c-36f4d35acd48, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=1674b2aa-c798-4310-838c-36f4d35acd48,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:17:20.001451 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:20.007054 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-298319bb-b1b3-4d72-8167-362f52c2fa64 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:20.068509 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:20.069135 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:20.070583 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] 10.222.0.10 "PUT /v2.0/ports/1674b2aa-c798-4310-838c-36f4d35acd48 HTTP/1.1" status: 200 len: 1094 time: 0.9788070 Jul 29 14:17:20.071087 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'tag': '1674b2aa-c798-4310-838c-36f4d35acd48'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:17:20.091741 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Pushing event updated for resources: {'Port': ['ID=1674b2aa-c798-4310-838c-36f4d35acd48,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:20.095150 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:20.121725 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'tag': '1674b2aa-c798-4310-838c-36f4d35acd48', 'status': 'completed', 'code': 200} Jul 29 14:17:20.208325 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-601c3828-6453-4148-85e4-f295390be6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:20.210259 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-601c3828-6453-4148-85e4-f295390be6ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 1097 time: 0.0836570 Jul 29 14:17:20.284042 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-2a1087b2-b3f8-4ba6-a40f-42ca9b98c4b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1674b2aa-c798-4310-838c-36f4d35acd48 HTTP/1.1" status: 200 len: 217 time: 0.0669203 Jul 29 14:17:20.353349 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-6309a340-742f-4f8f-8442-d56ceadb8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:20.354825 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-6309a340-742f-4f8f-8442-d56ceadb8694 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0621388 Jul 29 14:17:20.435169 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-66b54f58-b854-4b4a-84ec-ae816bd34f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:20.436683 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-66b54f58-b854-4b4a-84ec-ae816bd34f9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729370 Jul 29 14:17:20.576220 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-4a7ea56e-75e0-4691-a382-e87e3e7c584e service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292627 Jul 29 14:17:20.708282 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1bf5d823-14a5-4832-98c6-32b4166d77c1 req-955cc558-4cd8-46f7-9743-b5d10a6364d2 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252875 Jul 29 14:17:20.824547 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-baf5699a-39ed-4b6e-8f7c-32ae19e6d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:20.826035 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-baf5699a-39ed-4b6e-8f7c-32ae19e6d44c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 1097 time: 0.0694804 Jul 29 14:17:20.834315 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed61024-0504-484b-b7d4-c04fd6096180 req-fa7cba44-b974-470b-ae83-69078b88a9db tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:20.835721 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7ed61024-0504-484b-b7d4-c04fd6096180 req-fa7cba44-b974-470b-ae83-69078b88a9db tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 944 time: 0.0853624 Jul 29 14:17:20.888538 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7ed61024-0504-484b-b7d4-c04fd6096180 req-7e3801fb-21c9-44a1-8084-6876efa1a195 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=d62c7239-11d0-4c47-8c4d-ee2682fbf345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471840 Jul 29 14:17:20.959052 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-aab30962-16b5-4428-8cbd-84268543e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:20.960518 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-aab30962-16b5-4428-8cbd-84268543e949 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1258132 Jul 29 14:17:21.028983 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-2784be8a-3ddb-42ab-a234-7f207cf18de9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1674b2aa-c798-4310-838c-36f4d35acd48 HTTP/1.1" status: 200 len: 217 time: 0.0616322 Jul 29 14:17:21.091145 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-fa6a4a34-a8df-4082-90ea-5ec025784133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:21.092715 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-fa6a4a34-a8df-4082-90ea-5ec025784133 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0566943 Jul 29 14:17:21.169398 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-7645fc61-7805-4984-82f2-b8200ae1420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:21.170829 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-7645fc61-7805-4984-82f2-b8200ae1420a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718517 Jul 29 14:17:21.303993 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-ad4c7bed-d3ff-4674-85cd-e7ba22ba8d46 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236656 Jul 29 14:17:21.523483 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d556f302-a96b-48d1-a8ea-63bbbc3c0f8d req-fe2989b8-b7b8-4414-b79d-7baccae1a1d1 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122715 Jul 29 14:17:22.077704 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bef9bd-d0f8-4fbb-a243-672811489bb1 req-08bad2d0-ffd2-4179-84bf-468dcda65331 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:22.078358 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-85bef9bd-d0f8-4fbb-a243-672811489bb1 req-08bad2d0-ffd2-4179-84bf-468dcda65331 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Synchronizing usage tracker for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:17:22.093533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-85bef9bd-d0f8-4fbb-a243-672811489bb1 req-08bad2d0-ffd2-4179-84bf-468dcda65331 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Unset dirty status for tenant:5bd7eb135eb341f0b6b906f04ae7f045 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:17:22.094764 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85bef9bd-d0f8-4fbb-a243-672811489bb1 req-08bad2d0-ffd2-4179-84bf-468dcda65331 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 944 time: 0.0946007 Jul 29 14:17:22.139316 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85bef9bd-d0f8-4fbb-a243-672811489bb1 req-742aa3af-145e-4519-afc0-f3e20fef0e9f tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=d62c7239-11d0-4c47-8c4d-ee2682fbf345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389259 Jul 29 14:17:22.162805 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 1674b2aa-c798-4310-838c-36f4d35acd48 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:17:22.293368 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 1674b2aa-c798-4310-838c-36f4d35acd48, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=1674b2aa-c798-4310-838c-36f4d35acd48,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:17:22.306759 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '1674b2aa-c798-4310-838c-36f4d35acd48', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'port_id': '1674b2aa-c798-4310-838c-36f4d35acd48', 'mac_address': 'fa:16:3e:a0:df:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:17:22.361377 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:22.381655 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1674b2aa-c798-4310-838c-36f4d35acd48 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:17:22.396922 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 1674b2aa-c798-4310-838c-36f4d35acd48, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=1674b2aa-c798-4310-838c-36f4d35acd48,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:17:22.402207 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:22.404032 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:22.469594 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=1674b2aa-c798-4310-838c-36f4d35acd48,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:22.477342 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.477467 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.477802 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.478141 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.478475 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.478812 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.479142 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.479473 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.479802 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.480153 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.480478 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.480802 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:22.484599 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:22.521593 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:17:22.647864 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['1674b2aa-c798-4310-838c-36f4d35acd48'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:17:23.322301 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4434c-0d59-4839-96e1-2457482ec740 req-460a343c-f8d3-4ec4-b061-522dae2c4c60 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:23.323761 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-85c4434c-0d59-4839-96e1-2457482ec740 req-460a343c-f8d3-4ec4-b061-522dae2c4c60 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 945 time: 0.0807836 Jul 29 14:17:23.371959 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-85c4434c-0d59-4839-96e1-2457482ec740 req-1602259a-ee80-4579-a244-f2eec0325dea tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=d62c7239-11d0-4c47-8c4d-ee2682fbf345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416217 Jul 29 14:17:24.178906 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 1674b2aa-c798-4310-838c-36f4d35acd48 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:17:24.246386 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port 1674b2aa-c798-4310-838c-36f4d35acd48 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:17:24.251288 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 1674b2aa-c798-4310-838c-36f4d35acd48 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:17:24.251725 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:24.381567 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:24.409324 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674b2aa-c798-4310-838c-36f4d35acd48'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:17:24.419447 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 1674b2aa-c798-4310-838c-36f4d35acd48, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=1674b2aa-c798-4310-838c-36f4d35acd48,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:17:24.424454 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:24.426840 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:17:24.497059 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=1674b2aa-c798-4310-838c-36f4d35acd48,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:24.500215 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:17:24.516956 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674b2aa-c798-4310-838c-36f4d35acd48', 'code': 200} Jul 29 14:17:24.576744 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86935e0-5ac7-487b-8b27-7947f63b6c66 req-84883801-d40d-45e6-8401-cbb6794da8be tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:24.578567 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f86935e0-5ac7-487b-8b27-7947f63b6c66 req-84883801-d40d-45e6-8401-cbb6794da8be tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 946 time: 0.0972908 Jul 29 14:17:24.625710 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f86935e0-5ac7-487b-8b27-7947f63b6c66 req-a5afaec4-b345-4755-8d1c-028b9002267c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=d62c7239-11d0-4c47-8c4d-ee2682fbf345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410109 Jul 29 14:17:24.750132 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466257e-4713-4dcc-9ff9-3b0ca4150d88 req-603e94b2-92d2-4559-8b79-6fbcbcbcb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:24.751606 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a466257e-4713-4dcc-9ff9-3b0ca4150d88 req-603e94b2-92d2-4559-8b79-6fbcbcbcb29c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 1099 time: 0.0698559 Jul 29 14:17:24.796172 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-a466257e-4713-4dcc-9ff9-3b0ca4150d88 req-a85f6258-4bfa-4ad4-8627-c5aed31d7d72 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d62c7239-11d0-4c47-8c4d-ee2682fbf345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371480 Jul 29 14:17:25.818881 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc5754-8c86-4aa5-baf0-fd52c19a99d8 req-140da920-0074-45d0-b909-3674314bf236 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:25.820439 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3efc5754-8c86-4aa5-baf0-fd52c19a99d8 req-140da920-0074-45d0-b909-3674314bf236 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 946 time: 0.0798225 Jul 29 14:17:25.866624 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3efc5754-8c86-4aa5-baf0-fd52c19a99d8 req-2531fd36-c55c-4cca-b426-ced053cd89e5 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=d62c7239-11d0-4c47-8c4d-ee2682fbf345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404367 Jul 29 14:17:26.043419 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbc5b4-ad7e-4699-9268-28681fdb8b73 req-d41b45c6-ebda-4775-aaf3-f71e33840127 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:26.044903 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5cfbc5b4-ad7e-4699-9268-28681fdb8b73 req-d41b45c6-ebda-4775-aaf3-f71e33840127 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 946 time: 0.0794787 Jul 29 14:17:26.053494 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 50936) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:17:26.058527 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-946557eb-88af-46ab-9063-49b04716baa8 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Request body: {'floatingip': {'port_id': '1674b2aa-c798-4310-838c-36f4d35acd48'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:17:26.135165 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-946557eb-88af-46ab-9063-49b04716baa8 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:26.731853 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-946557eb-88af-46ab-9063-49b04716baa8 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:26.735618 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-946557eb-88af-46ab-9063-49b04716baa8 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:26.905067 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [None req-946557eb-88af-46ab-9063-49b04716baa8 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Floating IP 4cffb167-463d-418f-b392-185337340346 associated. External IP: 172.27.0.234, port: 1674b2aa-c798-4310-838c-36f4d35acd48. Jul 29 14:17:27.346349 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946557eb-88af-46ab-9063-49b04716baa8 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:17:27.527697 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946557eb-88af-46ab-9063-49b04716baa8 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:17:27.532636 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-946557eb-88af-46ab-9063-49b04716baa8 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:27.536989 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] Sync routers for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:17:27.546912 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:17:27.547526 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:17:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:17:27.589590 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-946557eb-88af-46ab-9063-49b04716baa8 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "PUT /v2.0/floatingips/4cffb167-463d-418f-b392-185337340346 HTTP/1.1" status: 200 len: 992 time: 1.5323360 Jul 29 14:17:27.589590 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'tag': '1674b2aa-c798-4310-838c-36f4d35acd48'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:17:27.634641 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'tag': '1674b2aa-c798-4310-838c-36f4d35acd48', 'status': 'completed', 'code': 200} Jul 29 14:17:27.728452 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-716ebfd8-71dd-412d-919e-0431f70a3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:27.730002 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-716ebfd8-71dd-412d-919e-0431f70a3374 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 1099 time: 0.0737319 Jul 29 14:17:27.739803 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:17:27.862800 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-d004e688-bd67-44a0-9285-7e34343ecbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:27.864360 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-d004e688-bd67-44a0-9285-7e34343ecbc8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1276059 Jul 29 14:17:27.969612 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-6a15d748-e2bb-4762-a98b-25c85ff9cc19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1674b2aa-c798-4310-838c-36f4d35acd48 HTTP/1.1" status: 200 len: 1000 time: 0.0988262 Jul 29 14:17:28.034716 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-4d4b0329-cff5-4863-8624-30d62b716a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:28.036710 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-4d4b0329-cff5-4863-8624-30d62b716a33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0607874 Jul 29 14:17:28.119588 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-5ecc9375-6aef-4077-9940-0ed36704aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:28.121163 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-5ecc9375-6aef-4077-9940-0ed36704aada service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787649 Jul 29 14:17:28.125789 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '4cffb167-463d-418f-b392-185337340346', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'port_id': '1674b2aa-c798-4310-838c-36f4d35acd48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'mac_address': 'fa:16:3e:a0:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:17:15Z', 'updated_at': '2021-07-29T14:17:26Z', 'revision_number': 1, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:17:28.129705 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] Checking router: 228f0ad4-01a5-490f-b8e8-c57e6f947e47 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:17:28.137960 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:17:28.138610 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:17:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:17:28.268176 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-ddf9d75b-b012-4284-b198-eecf443dbd7b service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400857 Jul 29 14:17:28.321003 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:17:28.403765 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3a696be6-c894-4d50-b69a-d3416cc9a124 req-0f032816-4020-4cc8-a07c-974cbc9ff812 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290114 Jul 29 14:17:28.666488 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '4cffb167-463d-418f-b392-185337340346', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'port_id': '1674b2aa-c798-4310-838c-36f4d35acd48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'mac_address': 'fa:16:3e:a0:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:17:15Z', 'updated_at': '2021-07-29T14:17:26Z', 'revision_number': 1, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:17:28.670265 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4900fe5-2546-4fd9-855f-6c8a2aa57958 None None] The sync data for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi is: [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '4cffb167-463d-418f-b392-185337340346', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'port_id': '1674b2aa-c798-4310-838c-36f4d35acd48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'mac_address': 'fa:16:3e:a0:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:17:15Z', 'updated_at': '2021-07-29T14:17:26Z', 'revision_number': 1, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:17:28.888719 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b73cbdd-9fdc-4500-ae22-990ee62c9ffe None None] New status for floating IP 4cffb167-463d-418f-b392-185337340346: ACTIVE {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:17:35.328350 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-d8e15283-b347-4f95-8157-0f8dd941e31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:35.733077 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:37.910326 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2d5deea8-4533-4f0c-ba76-b266815857e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:39.412991 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:41.055726 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:43.271511 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:59.521320 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:18:05.328834 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e98bb49a-7d0b-465a-9c4d-8bb641dec721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:05.735058 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:07.916347 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-23d13f32-5ffb-4349-9a0c-e6d7c252c491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:09.416321 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:09.681149 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-99cfd360-4e29-4340-b453-747770b56814 req-7fa71d2f-ebab-4342-8613-29801887a498 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1106670 Jul 29 14:18:09.903639 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd360-4e29-4340-b453-747770b56814 req-072ce967-7c75-47e7-a3dd-a8bf3ac326d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:18:09.905395 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-99cfd360-4e29-4340-b453-747770b56814 req-072ce967-7c75-47e7-a3dd-a8bf3ac326d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 1099 time: 0.1523652 Jul 29 14:18:10.047620 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd360-4e29-4340-b453-747770b56814 req-4bf4052c-e3a4-4b93-8519-ee1086f5b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:18:10.049086 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-99cfd360-4e29-4340-b453-747770b56814 req-4bf4052c-e3a4-4b93-8519-ee1086f5b7cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1225684 Jul 29 14:18:10.149927 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-99cfd360-4e29-4340-b453-747770b56814 req-df105e21-5cce-4de6-9257-112946cd1134 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1674b2aa-c798-4310-838c-36f4d35acd48 HTTP/1.1" status: 200 len: 1002 time: 0.0947978 Jul 29 14:18:10.214211 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd360-4e29-4340-b453-747770b56814 req-f5babce2-e979-43f3-97a4-b639ff05ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:18:10.215634 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-99cfd360-4e29-4340-b453-747770b56814 req-f5babce2-e979-43f3-97a4-b639ff05ea19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0598490 Jul 29 14:18:10.294352 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd360-4e29-4340-b453-747770b56814 req-f95bdf16-748e-4da6-a05b-de06f74d6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:18:10.296599 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-99cfd360-4e29-4340-b453-747770b56814 req-f95bdf16-748e-4da6-a05b-de06f74d6cf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719869 Jul 29 14:18:10.307133 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [req-99cfd360-4e29-4340-b453-747770b56814 req-098a31f3-2043-4007-b0c6-9a31e94360e2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:18:10.308069 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-99cfd360-4e29-4340-b453-747770b56814 req-098a31f3-2043-4007-b0c6-9a31e94360e2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047898 Jul 29 14:18:10.442347 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-99cfd360-4e29-4340-b453-747770b56814 req-13e277ee-85b5-441f-8fdf-7b6fcccd4e29 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271098 Jul 29 14:18:10.575148 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-99cfd360-4e29-4340-b453-747770b56814 req-5e55cae9-1a80-41c2-8f4d-d0a70a453cb6 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263597 Jul 29 14:18:11.059712 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:13.280134 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:35.331858 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7992d07e-7a95-4f92-95e0-62859bb70b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:35.737628 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:36.520073 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:18:37.908444 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f85fde5b-69d4-4c1f-bac3-f51ad2a418ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:39.417594 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:41.062420 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:43.288722 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:54.430064 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 51762) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:18:55.066463 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973956'] for router_interface, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:55.413314 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Deleting port 3f7229ac-d722-4134-acae-88bd9fc7410c {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:18:55.413653 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:55.678873 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] For port 3f7229ac-d722-4134-acae-88bd9fc7410c, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=3f7229ac-d722-4134-acae-88bd9fc7410c,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:18:55.679580 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:55.799755 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Calling delete_port for 3f7229ac-d722-4134-acae-88bd9fc7410c owned by network:router_interface {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:18:56.110402 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:56.114952 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-ef4ff29b-9ef8-46d5-971f-b9efe5bc41d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:18:56.157733 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7229ac-d722-4134-acae-88bd9fc7410c,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:18:56.255297 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.255687 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.256088 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.256459 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.256823 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.257187 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.257554 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.257928 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.258324 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.258687 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.259043 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.259394 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:56.272976 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:18:56.449827 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1973944'] for router_interface, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:56.801409 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Router 7d395bb7-9d71-483d-8151-0fac574ba71c has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:18:57.082691 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:18:57.091231 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] Sync routers for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:18:57.097083 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] 10.222.0.23 "PUT /v2.0/routers/7d395bb7-9d71-483d-8151-0fac574ba71c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6636553 Jul 29 14:18:57.097239 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 51786) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:18:57.100766 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:18:57.101385 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:18:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:18:57.282127 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Notify callbacks [] for router, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:57.285137 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:18:57.468665 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:57.478267 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Deleting port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:18:57.478755 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:57.624262 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T14:18:56Z', 'revision_number': 5, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port': {'id': 'bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:46:32Z', 'updated_at': '2021-07-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:18:57.627904 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] Checking router: 7d395bb7-9d71-483d-8151-0fac574ba71c for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:18:57.636039 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] Routers {'7d395bb7-9d71-483d-8151-0fac574ba71c'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:18:57.636646 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:18:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['7d395bb7-9d71-483d-8151-0fac574ba71c'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:18:57.656265 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] For port bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:18:57.656618 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:57.776826 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Calling delete_port for bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d owned by network:router_gateway {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:18:57.786684 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] Set router 7d395bb7-9d71-483d-8151-0fac574ba71c gateway port host: None {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:18:57.898118 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T14:18:57Z', 'revision_number': 6, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port_host': None}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:18:57.902782 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0296f9-3dfa-4df0-8a98-b897a3a6fb34 None None] The sync data for ids ['7d395bb7-9d71-483d-8151-0fac574ba71c'] in dv-cinder-801321-2-iscsi is: [{'id': '7d395bb7-9d71-483d-8151-0fac574ba71c', 'name': 'tempest-AttachVolumeShelveTestJSON-38745410-router', 'tenant_id': '2026d9b7e1c749a99c004c932f036162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:46:29Z', 'updated_at': '2021-07-29T14:18:57Z', 'revision_number': 6, 'project_id': '2026d9b7e1c749a99c004c932f036162', 'gw_port_host': None}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:18:57.972694 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:57.976099 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:18:58.018292 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:18:58.021930 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:18:58.110169 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673745'] for router_gateway, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.281949 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1975883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1860'] for router, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.284240 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.309597 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1972811'] for router, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.310180 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d395bb7-9d71-483d-8151-0fac574ba71c {{(pid=78539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:18:58.323592 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.324800 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7d395bb7-9d71-483d-8151-0fac574ba71c HTTP/1.1" status: 204 len: 168 time: 1.2266607 Jul 29 14:18:58.327273 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 51798) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:18:58.386870 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdfd86c-9498-41da-86fd-37be4fafe3bc admin admin] Deleting subnet 536d180f-7745-409a-a734-381b66ac00b4 {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:18:58.389791 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd86c-9498-41da-86fd-37be4fafe3bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.545104 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd86c-9498-41da-86fd-37be4fafe3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.621322 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd86c-9498-41da-86fd-37be4fafe3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.694299 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd86c-9498-41da-86fd-37be4fafe3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.698379 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-abb15f05-4a0f-46f0-ae67-fc787adda9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:18:58.733595 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfd86c-9498-41da-86fd-37be4fafe3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536d180f-7745-409a-a734-381b66ac00b4,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:18:58.736740 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7cdfd86c-9498-41da-86fd-37be4fafe3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:18:58.737591 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd86c-9498-41da-86fd-37be4fafe3bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.743922 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fd550b-2c0c-4524-8472-b4c203736864 None None] Network 96f4876e-fe94-4c5a-a961-3b195609878f requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:18:58.744661 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-7cdfd86c-9498-41da-86fd-37be4fafe3bc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/536d180f-7745-409a-a734-381b66ac00b4 HTTP/1.1" status: 204 len: 168 time: 0.4159162 Jul 29 14:18:58.746819 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 51808) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:18:58.855170 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.866744 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Deleting port 0e8d83bc-602d-4142-a7ee-56230a488ea8 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:18:58.867071 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.010514 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] DHCP port deletion for 96f4876e-fe94-4c5a-a961-3b195609878f request from dv-cinder-801321-2-iscsi {{(pid=78541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:18:59.014299 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] Deleting port 0e8d83bc-602d-4142-a7ee-56230a488ea8 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:18:59.014678 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.095996 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] For port 0e8d83bc-602d-4142-a7ee-56230a488ea8, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=0e8d83bc-602d-4142-a7ee-56230a488ea8,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:18:59.096650 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.223011 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Calling delete_port for 0e8d83bc-602d-4142-a7ee-56230a488ea8 owned by network:dhcp {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:18:59.225953 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] For port 0e8d83bc-602d-4142-a7ee-56230a488ea8, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=0e8d83bc-602d-4142-a7ee-56230a488ea8,segment=NetworkSegment(7ac44e1c-dff0-4fe0-99b1-c2ff392813ad),segment_id=7ac44e1c-dff0-4fe0-99b1-c2ff392813ad)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:18:59.226537 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.303190 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.307584 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7351af40-a36a-4f0f-b1e0-718f5b666b55 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:18:59.350063 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] Calling delete_port for 0e8d83bc-602d-4142-a7ee-56230a488ea8 owned by network:dhcp {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:18:59.357332 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8d83bc-602d-4142-a7ee-56230a488ea8,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:18:59.359138 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] No DVR routers for this DVR port 0e8d83bc-602d-4142-a7ee-56230a488ea8 on host dv-cinder-801321-2-iscsi {{(pid=78539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:18:59.360603 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:18:59.423869 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.db.api [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:18:59.424232 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_db.api [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:18:59.474283 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.486780 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f4876e-fe94-4c5a-a961-3b195609878f']}} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:18:59.498646 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad') {'for_net_delete': True} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:18:59.498948 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac44e1c-dff0-4fe0-99b1-c2ff392813ad') {} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:18:59.510965 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1106423'] for segment, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.529672 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.536680 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=78539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:18:59.537176 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2557363'] for segment, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: Traceback (most recent call last): Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: timer() Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: cb(*args, **kw) Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: return func(*args, **kwargs) Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: self._notify() Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: self.callback(batched_events) Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: event.method(event) Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: return f(self, *a, **k) Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._get(url).json() Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: return self.request(url, 'GET', **kwargs) Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:18:59.550585 dv-cinder-801321-2-iscsi neutron-server[78539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:18:59.628799 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.633224 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f0882479-182f-48ad-b97b-bda03eedf8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:18:59.646853 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.658254 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f4876e-fe94-4c5a-a961-3b195609878f,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:18:59.662622 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:18:59.670515 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] 10.222.0.23 "DELETE /v2.0/networks/96f4876e-fe94-4c5a-a961-3b195609878f HTTP/1.1" status: 204 len: 168 time: 0.9227927 Jul 29 14:18:59.784091 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 51822) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:18:59.829117 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 0e8d83bc-602d-4142-a7ee-56230a488ea8 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:18:59.834738 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-090ada35-80b7-4dd1-baa3-54e3f6c0e138 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2026d9b7e1c749a99c004c932f036162&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0491695 Jul 29 14:18:59.837027 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 51826) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:18:59.863204 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 0e8d83bc-602d-4142-a7ee-56230a488ea8 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:18:59.863561 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 0e8d83bc-602d-4142-a7ee-56230a488ea8 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:18:59.864603 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 3f7229ac-d722-4134-acae-88bd9fc7410c no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:18:59.895526 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7e019e39-8f2c-434f-be65-5a9ec6f462de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.896900 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 3f7229ac-d722-4134-acae-88bd9fc7410c {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:18:59.897262 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 3f7229ac-d722-4134-acae-88bd9fc7410c not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:18:59.897761 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:18:59.922040 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7e019e39-8f2c-434f-be65-5a9ec6f462de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.933159 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] Deleting port 0e8d83bc-602d-4142-a7ee-56230a488ea8 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:18:59.933563 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.961128 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:18:59.961486 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device bbcaae7d-e8d5-4d57-a8b3-6226b5d85d2d not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:18:59.980039 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7e019e39-8f2c-434f-be65-5a9ec6f462de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.984726 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a4b303d3-8ee3-4fd3-8d70-f4093feae8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:19:00.001334 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-306c7226-512b-4f56-ae5b-9235cfb7537c None None] The port '0e8d83bc-602d-4142-a7ee-56230a488ea8' was deleted {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:19:00.002440 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e019e39-8f2c-434f-be65-5a9ec6f462de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3d8748-1148-4914-a703-6d344f441d88,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:19:00.006818 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7e019e39-8f2c-434f-be65-5a9ec6f462de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:19:00.013769 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7e019e39-8f2c-434f-be65-5a9ec6f462de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:00.014913 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-7e019e39-8f2c-434f-be65-5a9ec6f462de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f3d8748-1148-4914-a703-6d344f441d88 HTTP/1.1" status: 204 len: 168 time: 0.1768887 Jul 29 14:19:05.336820 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b0035602-8795-4248-a48f-c23c6442fad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:05.739929 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:07.909271 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-99787dde-97fb-4ebf-82f4-8136dc2329e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:09.420393 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:11.068134 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:11.654658 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-a9d7a811-2cd9-44ab-9791-158442b59381 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709102 Jul 29 14:19:11.801051 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-104ee39d-e177-4318-9be8-bf1d9bf5502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:19:11.803350 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-104ee39d-e177-4318-9be8-bf1d9bf5502e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 1099 time: 0.0746837 Jul 29 14:19:11.949270 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-de765807-92ae-4c0c-a4b2-85e407e45cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:19:11.950696 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-de765807-92ae-4c0c-a4b2-85e407e45cc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1295998 Jul 29 14:19:12.052535 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-5ed65185-ede7-451c-add1-42aac2f19ba6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1674b2aa-c798-4310-838c-36f4d35acd48 HTTP/1.1" status: 200 len: 1002 time: 0.0947516 Jul 29 14:19:12.114523 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-c9f228cf-71ef-4024-8a26-ca94baf6773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:19:12.116663 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-c9f228cf-71ef-4024-8a26-ca94baf6773f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0570238 Jul 29 14:19:12.191557 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-39ff2081-891e-4be5-87fb-bef44d670080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:19:12.193414 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-39ff2081-891e-4be5-87fb-bef44d670080 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697670 Jul 29 14:19:12.321824 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-38932d14-a8b6-40f1-a966-bd02c7d2c8d2 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219552 Jul 29 14:19:12.456993 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d7c87c82-89bc-417a-91e2-24f06946ce79 req-9ffeb038-41f2-415f-b7fa-f13e77f49048 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288075 Jul 29 14:19:13.280980 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:13.518199 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:19:35.339886 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5503c507-ea48-4b7d-ba16-7217207af7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:35.742409 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:37.910166 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f02dda6e-556d-4198-b6c2-b79e4b50451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:39.422630 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:41.069039 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:43.293421 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:50.516841 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:20:05.341520 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9e58ab98-89f6-43bf-beb0-a9a408a16364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:05.744724 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:07.913369 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f704df56-6be7-430f-8e88-56cd26f8c728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:09.428860 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:11.076272 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:12.696642 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-9498317f-9232-4ba4-bc03-3f758bc47773 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1470723 Jul 29 14:20:12.836107 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-88aefca1-5d4c-4803-b0c0-8b9bdbd9ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:20:12.837612 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-88aefca1-5d4c-4803-b0c0-8b9bdbd9ca68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 1099 time: 0.0714042 Jul 29 14:20:12.981445 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-14fc3db4-8a48-4e10-99bd-96e165a10c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:20:12.982820 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-14fc3db4-8a48-4e10-99bd-96e165a10c19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1252358 Jul 29 14:20:13.087417 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-2bf2fc41-7cd5-4578-93e7-6a78a9f58174 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1674b2aa-c798-4310-838c-36f4d35acd48 HTTP/1.1" status: 200 len: 1002 time: 0.0969203 Jul 29 14:20:13.152701 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-210f54bd-bcb2-4c4e-928d-fae49df4a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:20:13.154168 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-210f54bd-bcb2-4c4e-928d-fae49df4a7ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0604959 Jul 29 14:20:13.230881 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-27c1a66b-4877-47fb-8c61-7838d2802db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:20:13.232615 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-27c1a66b-4877-47fb-8c61-7838d2802db5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721636 Jul 29 14:20:13.294355 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:13.373457 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-154ae1f1-cb42-4d8e-87b3-630919b83b18 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330476 Jul 29 14:20:13.504629 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-69df03dd-db37-4ffc-8830-6eb4e20ebd12 req-e561b802-46e6-4b06-800c-02575ea5896a service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246395 Jul 29 14:20:27.515785 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:20:35.343256 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-808cc61f-26d9-4feb-bac5-cc5ddc1ef356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:35.747301 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:37.914524 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-09a367d8-c773-4a93-8fc8-07f9ae704018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:39.429409 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:41.077695 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:43.305209 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:04.515028 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:21:05.348516 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a829a23b-af24-4c18-9769-ca70602fdf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:05.750237 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:07.917206 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8b76-5558-409b-9e85-c890fd4a9b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:09.445446 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:11.082202 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:13.303434 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:16.118213 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-eb6b738e-1ac6-4ceb-9820-47001cc919c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703995 Jul 29 14:21:16.258878 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-6678757a-35e5-4aba-afca-95b026a1597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:21:16.260367 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-6678757a-35e5-4aba-afca-95b026a1597c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 1099 time: 0.0743158 Jul 29 14:21:16.425152 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-c99b2fa1-5e71-4ca1-a45a-8a461b5843a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:21:16.426624 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-c99b2fa1-5e71-4ca1-a45a-8a461b5843a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 200 len: 912 time: 0.1459966 Jul 29 14:21:16.533667 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-006cddfc-578a-447e-99fd-44af21955bb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1674b2aa-c798-4310-838c-36f4d35acd48 HTTP/1.1" status: 200 len: 1002 time: 0.0986793 Jul 29 14:21:16.595311 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-a9101b42-2b59-47bb-b06c-9a4ac0f52eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:21:16.596775 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-a9101b42-2b59-47bb-b06c-9a4ac0f52eae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 200 len: 850 time: 0.0583398 Jul 29 14:21:17.510621 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-6e17b1d8-7b86-4696-b45d-4b7d14ba2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:21:17.512306 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-6e17b1d8-7b86-4696-b45d-4b7d14ba2ac4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f52e242-51a2-4587-bde6-bb8851a58d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736988 Jul 29 14:21:18.424637 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-c1d0f22e-dfe2-48e2-9d80-808f928042e0 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263485 Jul 29 14:21:19.412382 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5db17f3a-6921-4c21-ab26-ad8bbc2a2113 req-eaba2c5b-7553-4be7-9b87-cf8b3d3604e0 service neutron] 10.222.0.10 "GET /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267762 Jul 29 14:21:22.568008 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 53494) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:22.725053 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:22.739542 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:22.743400 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Usage tracker for resource:security_group_rule and tenant:0f58ce8bb1404fc3934f082ca40aec1d is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:22.746448 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:22.752129 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:22.835387 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:22.839045 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:22.848775 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0bec8ae2-19e5-478f-b741-71e13a3a872e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:22.890779 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f58ce8bb1404fc3934f082ca40aec1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216116 Jul 29 14:21:22.892372 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74ac068-9d73-4626-a815-9c945c5b5c17,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:22.893442 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 53502) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:22.899913 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.900292 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.900658 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.901023 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.901378 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.901731 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.903223 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.903588 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.903999 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.904356 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.904708 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.905055 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:22.909096 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:23.022631 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:23.049178 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:23.100786 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:23.105600 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e154f580-56b8-48fd-aedd-a34c2b84a9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:23.115526 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74ac068-9d73-4626-a815-9c945c5b5c17,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:23.125362 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.125721 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.126089 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.126462 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.126806 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.127159 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.127513 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.127902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.128258 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.128608 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.128955 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.129300 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:23.132329 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:23.133430 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c74ac068-9d73-4626-a815-9c945c5b5c17 HTTP/1.1" status: 204 len: 168 time: 0.2390149 Jul 29 14:21:23.134393 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:24.597755 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 53572) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:24.716410 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:24.730634 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:24.734430 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] Usage tracker for resource:security_group_rule and tenant:324569e08603457e921b1557f3992baf is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:24.737264 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:24.742932 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:24.832181 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:24.835764 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:24.842102 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-49880bf2-5117-4c05-b153-b6cd8e4b5f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:24.883909 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=324569e08603457e921b1557f3992baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849612 Jul 29 14:21:24.885413 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609f9a1e-cfe7-4e6c-b8f4-b78d442ac6a9,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:24.886734 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 53578) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:24.888539 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:24.945664 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-776cfbad-5e87-49ec-9e23-275366a9b480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:24.975248 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-776cfbad-5e87-49ec-9e23-275366a9b480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:25.028514 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-776cfbad-5e87-49ec-9e23-275366a9b480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:25.033640 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a6ef394c-aa68-4fdf-a9ac-350a12c54232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:25.049380 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cfbad-5e87-49ec-9e23-275366a9b480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609f9a1e-cfe7-4e6c-b8f4-b78d442ac6a9,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:25.052359 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-776cfbad-5e87-49ec-9e23-275366a9b480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:25.056688 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-776cfbad-5e87-49ec-9e23-275366a9b480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:25.060777 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-776cfbad-5e87-49ec-9e23-275366a9b480 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/609f9a1e-cfe7-4e6c-b8f4-b78d442ac6a9 HTTP/1.1" status: 204 len: 168 time: 0.1730030 Jul 29 14:21:26.911407 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 53662) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:27.032974 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-90af80b6-f8e5-48a9-894d-bf8fa6fbcad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:27.048081 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-90af80b6-f8e5-48a9-894d-bf8fa6fbcad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:27.051863 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-90af80b6-f8e5-48a9-894d-bf8fa6fbcad8 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c9434c791e4fcab6356dd470116bdb is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:27.054682 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-90af80b6-f8e5-48a9-894d-bf8fa6fbcad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:27.060485 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-90af80b6-f8e5-48a9-894d-bf8fa6fbcad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:27.141549 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-90af80b6-f8e5-48a9-894d-bf8fa6fbcad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:27.145375 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-90af80b6-f8e5-48a9-894d-bf8fa6fbcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:27.153112 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5c244b4b-8c8f-43a5-b10f-98364b4be6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:27.192836 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-90af80b6-f8e5-48a9-894d-bf8fa6fbcad8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8c9434c791e4fcab6356dd470116bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803104 Jul 29 14:21:27.193741 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af80b6-f8e5-48a9-894d-bf8fa6fbcad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe9b62e-65d8-45dd-b0a3-053d129e258d,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:27.195547 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 53670) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:27.196738 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-90af80b6-f8e5-48a9-894d-bf8fa6fbcad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:27.257075 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-58cea01e-32a1-40a6-8f13-2c6c39f68942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:27.286851 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-58cea01e-32a1-40a6-8f13-2c6c39f68942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:27.348276 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-58cea01e-32a1-40a6-8f13-2c6c39f68942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:27.353524 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0973e98a-0ed5-4dc9-b39e-5f215c36e922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:27.365330 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cea01e-32a1-40a6-8f13-2c6c39f68942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe9b62e-65d8-45dd-b0a3-053d129e258d,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:27.367827 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-58cea01e-32a1-40a6-8f13-2c6c39f68942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:27.371965 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-58cea01e-32a1-40a6-8f13-2c6c39f68942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:27.379968 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-58cea01e-32a1-40a6-8f13-2c6c39f68942 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fe9b62e-65d8-45dd-b0a3-053d129e258d HTTP/1.1" status: 204 len: 168 time: 0.1827412 Jul 29 14:21:27.664995 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 53688) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:27.682723 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:27.701956 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:27.706756 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] Usage tracker for resource:security_group_rule and tenant:09fdf787560b4442b8bba040c936ee23 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:27.709738 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:27.715653 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:27.895982 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:27.900800 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:27.907222 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:27.946673 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed584bf7-b265-4f64-9e79-beb04987178f,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:27.951076 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09fdf787560b4442b8bba040c936ee23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850790 Jul 29 14:21:27.951995 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:27.953790 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 53692) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:28.012059 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9571-41fb-43c5-ad5f-a89d9b82a03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:28.038909 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9571-41fb-43c5-ad5f-a89d9b82a03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:28.095916 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9571-41fb-43c5-ad5f-a89d9b82a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:28.102833 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-704f772b-bf2a-48ea-9d08-c92c9e77976a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:28.117717 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d9571-41fb-43c5-ad5f-a89d9b82a03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed584bf7-b265-4f64-9e79-beb04987178f,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:28.121337 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9571-41fb-43c5-ad5f-a89d9b82a03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:28.125404 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-0d4d9571-41fb-43c5-ad5f-a89d9b82a03e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed584bf7-b265-4f64-9e79-beb04987178f HTTP/1.1" status: 204 len: 168 time: 0.1706810 Jul 29 14:21:28.126600 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0d4d9571-41fb-43c5-ad5f-a89d9b82a03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:30.951927 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 53800) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:31.070221 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.085630 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:31.089545 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] Usage tracker for resource:security_group_rule and tenant:38a534ff6dc44fedbffb5f5d0f0d4245 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:31.092391 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:31.098090 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:31.178837 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.183534 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.190488 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-62621449-e7f5-47db-8eaf-839538d6f29b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:31.231245 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38a534ff6dc44fedbffb5f5d0f0d4245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781713 Jul 29 14:21:31.232068 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad5924-c0c2-4cd2-a01a-00c8e628b650,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:31.233944 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 53806) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:31.235236 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:31.300361 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8073cf01-7bca-49ff-9078-9683e337d681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.326176 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8073cf01-7bca-49ff-9078-9683e337d681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.377663 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8073cf01-7bca-49ff-9078-9683e337d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.381263 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:31.392976 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073cf01-7bca-49ff-9078-9683e337d681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad5924-c0c2-4cd2-a01a-00c8e628b650,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:31.396982 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8073cf01-7bca-49ff-9078-9683e337d681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:31.407054 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-8073cf01-7bca-49ff-9078-9683e337d681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.408555 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-8073cf01-7bca-49ff-9078-9683e337d681 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9ad5924-c0c2-4cd2-a01a-00c8e628b650 HTTP/1.1" status: 204 len: 168 time: 0.1731830 Jul 29 14:21:31.694455 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 53820) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:31.714005 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.737101 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:31.741771 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] Usage tracker for resource:security_group_rule and tenant:1b36f353c3504dac819e815fb3a45c70 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:31.744516 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:31.751035 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:31.842912 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.847988 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.856916 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b90b07ae-cf37-4f54-a984-62a24a32f50c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:31.903116 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b36f353c3504dac819e815fb3a45c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075713 Jul 29 14:21:31.904028 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8afda05-e8ee-415f-9a7b-7e810c8fc0c1,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:31.905800 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 53832) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:31.907500 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:31.966451 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1dbbded0-44e6-4302-8be0-ded6bd99ce92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:31.995032 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1dbbded0-44e6-4302-8be0-ded6bd99ce92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:32.057731 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1dbbded0-44e6-4302-8be0-ded6bd99ce92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:32.062867 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1a3deb79-1696-43f5-bb85-a0a8d93d2226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:32.075750 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbded0-44e6-4302-8be0-ded6bd99ce92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8afda05-e8ee-415f-9a7b-7e810c8fc0c1,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:32.078159 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1dbbded0-44e6-4302-8be0-ded6bd99ce92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:32.096565 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1dbbded0-44e6-4302-8be0-ded6bd99ce92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:32.100744 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1dbbded0-44e6-4302-8be0-ded6bd99ce92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8afda05-e8ee-415f-9a7b-7e810c8fc0c1 HTTP/1.1" status: 204 len: 168 time: 0.1910877 Jul 29 14:21:35.350053 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b390fdf5-910f-4f1a-8327-7fb29a408215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:35.752128 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:37.920712 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a95b6654-f33f-46ee-a6ec-a9606a10e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:39.435053 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:41.101942 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:41.134965 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 53994) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:41.265681 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:41.284722 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:41.289003 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] Usage tracker for resource:security_group_rule and tenant:72a0ac7acfcd417f94cdc4b2d8bab24e is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:41.292753 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:41.299064 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:41.390134 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:41.395684 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:41.404913 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f759623c-8036-48e0-af19-7241ed919f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:41.450390 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72a0ac7acfcd417f94cdc4b2d8bab24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135085 Jul 29 14:21:41.451368 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db658a15-2d07-4b3e-903f-570013aed606,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:41.453093 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54006) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:41.455078 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:41.517183 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:21:41.526604 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-579e37b8-e690-4fad-ac29-72dbc484f56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:41.555083 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-579e37b8-e690-4fad-ac29-72dbc484f56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:41.621076 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-579e37b8-e690-4fad-ac29-72dbc484f56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:41.625272 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-6a5cf910-b8ab-4e41-ad85-221e0c5f52bf tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:41.638342 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e37b8-e690-4fad-ac29-72dbc484f56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db658a15-2d07-4b3e-903f-570013aed606,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:41.640845 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-579e37b8-e690-4fad-ac29-72dbc484f56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:41.650057 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-579e37b8-e690-4fad-ac29-72dbc484f56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:41.654389 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-579e37b8-e690-4fad-ac29-72dbc484f56e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db658a15-2d07-4b3e-903f-570013aed606 HTTP/1.1" status: 204 len: 168 time: 0.2002244 Jul 29 14:21:41.947215 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54028) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:41.965470 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7c904288-aeeb-46d5-b876-ae8192c4ca46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:41.981461 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-7c904288-aeeb-46d5-b876-ae8192c4ca46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:41.985363 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-7c904288-aeeb-46d5-b876-ae8192c4ca46 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c26c55949249cda76532a87773fb85 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:41.988234 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-7c904288-aeeb-46d5-b876-ae8192c4ca46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:41.994386 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-7c904288-aeeb-46d5-b876-ae8192c4ca46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:42.093291 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7c904288-aeeb-46d5-b876-ae8192c4ca46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:42.098100 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-7c904288-aeeb-46d5-b876-ae8192c4ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:42.110684 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-86225f84-69ed-4b52-a687-08e93c007f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:42.150712 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-7c904288-aeeb-46d5-b876-ae8192c4ca46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0c26c55949249cda76532a87773fb85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022715 Jul 29 14:21:42.151842 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c904288-aeeb-46d5-b876-ae8192c4ca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de278230-3ee2-4e66-aa21-c787bf7aad3a,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:42.153629 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54040) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:42.155714 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7c904288-aeeb-46d5-b876-ae8192c4ca46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:42.218470 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-956e3563-fbac-4f94-bae7-403675f79c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:42.250037 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-956e3563-fbac-4f94-bae7-403675f79c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:42.308167 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-956e3563-fbac-4f94-bae7-403675f79c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:42.317772 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d05a3001-dfe4-4c15-a9ff-31ddbc4ea2c0 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:42.333904 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e3563-fbac-4f94-bae7-403675f79c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de278230-3ee2-4e66-aa21-c787bf7aad3a,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:42.337988 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-956e3563-fbac-4f94-bae7-403675f79c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:42.339871 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-956e3563-fbac-4f94-bae7-403675f79c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:42.341266 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-956e3563-fbac-4f94-bae7-403675f79c5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de278230-3ee2-4e66-aa21-c787bf7aad3a HTTP/1.1" status: 204 len: 168 time: 0.1859312 Jul 29 14:21:43.315142 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:46.422413 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54150) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:46.548070 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eba56e69-ea49-4df7-98e6-7d1e9f0f6a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:46.562448 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-eba56e69-ea49-4df7-98e6-7d1e9f0f6a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:46.566229 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-eba56e69-ea49-4df7-98e6-7d1e9f0f6a1e admin admin] Usage tracker for resource:security_group_rule and tenant:d0794bc5bdf04b0a9ca9501f883a3c7e is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:46.569172 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-eba56e69-ea49-4df7-98e6-7d1e9f0f6a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:46.575406 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-eba56e69-ea49-4df7-98e6-7d1e9f0f6a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:46.661252 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eba56e69-ea49-4df7-98e6-7d1e9f0f6a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:46.666167 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-eba56e69-ea49-4df7-98e6-7d1e9f0f6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:46.674876 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c03c6962-91d2-40db-a920-90bb839533bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:46.717723 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-eba56e69-ea49-4df7-98e6-7d1e9f0f6a1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0794bc5bdf04b0a9ca9501f883a3c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919493 Jul 29 14:21:46.717723 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba56e69-ea49-4df7-98e6-7d1e9f0f6a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af230a9-68bf-4bcb-b9d9-ef8d06ac3078,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:46.718322 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54162) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:46.719434 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-eba56e69-ea49-4df7-98e6-7d1e9f0f6a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:46.782461 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f570d95d-05b4-474b-aeac-e25db7419fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:46.810392 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f570d95d-05b4-474b-aeac-e25db7419fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:46.868518 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f570d95d-05b4-474b-aeac-e25db7419fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:46.873344 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1970582f-3ae4-441f-9cfa-e55de980b061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:46.891005 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570d95d-05b4-474b-aeac-e25db7419fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af230a9-68bf-4bcb-b9d9-ef8d06ac3078,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:46.893413 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f570d95d-05b4-474b-aeac-e25db7419fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:46.904968 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f570d95d-05b4-474b-aeac-e25db7419fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:46.906325 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f570d95d-05b4-474b-aeac-e25db7419fe7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8af230a9-68bf-4bcb-b9d9-ef8d06ac3078 HTTP/1.1" status: 204 len: 168 time: 0.1868060 Jul 29 14:21:47.576868 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54196) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:47.682094 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-781552505-network', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:21:47.686771 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:47.690496 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Usage tracker for resource:network and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:47.693415 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:47.699740 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:47.709479 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Made reservation on behalf of f5aeee9666c64d21ad5bdf1f1da0dd81 for: {'network': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:21:47.711693 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:47.726789 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:47.741583 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:47.745587 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Usage tracker for resource:security_group_rule and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:47.748352 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:47.753985 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:47.835398 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:47.839919 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:47.842719 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1dbbded0-44e6-4302-8be0-ded6bd99ce92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:47.870900 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=78539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:21:47.879938 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4675e9-84a6-4793-9ada-ab3389320950,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:47.883027 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:47.887910 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:47.888200 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.segments_db [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Added segment ba35f673-498c-4e5c-9e08-3fc16292104a of type vlan for network ea055f21-00ef-42d5-97ad-21562b8a9f65 Jul 29 14:21:47.915634 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:47.945210 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:47.946737 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:21:47.947369 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:47.953800 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-35edddb9-9286-4c83-a2a7-107b1dad3ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:48.058550 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4805665 Jul 29 14:21:48.061555 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54204) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:48.062008 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Pushing event updated for resources: {'Network': ['ID=ea055f21-00ef-42d5-97ad-21562b8a9f65,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:48.064673 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:48.067538 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Request body: {'subnet': {'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-781552505-subnet', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'ip_version': 4}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:21:48.073088 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:48.073219 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:21:48.077162 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Usage tracker for resource:subnet and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:48.080136 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:48.085734 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:48.096741 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Made reservation on behalf of f5aeee9666c64d21ad5bdf1f1da0dd81 for: {'subnet': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:21:48.099248 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2958592'] for subnet, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:48.309000 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2958706'] for subnet, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:48.313740 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-6ab3e38b-bf8b-4539-8733-e9891f1397e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:48.380387 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9706e348-cc23-43c0-9a84-3f62c9f41c97,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:48.383140 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:48.397008 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Checking segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:21:48.397368 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Network hostable DHCP agents. Network: ea055f21-00ef-42d5-97ad-21562b8a9f65, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:21:48.415481 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:21:48.424356 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, ea055f21-00ef-42d5-97ad-21562b8a9f65) {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:21:48.428399 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:21:48.428995 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:48.433779 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1558c-8164-457e-b673-bab138743936 None None] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:21:48.457883 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3951230 Jul 29 14:21:48.460582 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54210) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:48.465614 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:21:48.470094 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:48.473858 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Usage tracker for resource:router and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:48.476725 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:48.482448 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:48.492946 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1976013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:48.493896 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1975848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1883'] for router, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:48.513622 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:48.658795 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6ec5a6-a024-540c-ad00-68320459d9b4-ea055f21-00ef-42d5-97ad-21562b8a9f65', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97'}]}} from dv-cinder-801321-2-iscsi. {{(pid=78541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:21:48.659636 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:48.781979 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:48.817332 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.db_base_plugin_common [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Allocated IP 172.20.0.2 (ea055f21-00ef-42d5-97ad-21562b8a9f65/9706e348-cc23-43c0-9a84-3f62c9f41c97/cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4) {{(pid=78541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:21:49.031450 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Notify callbacks [] for port, precommit_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:49.041885 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Transition to ACTIVE for port object cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:21:49.060631 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Transition to ACTIVE for port object cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 will not be triggered until provisioned by entity DHCP. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:21:49.067458 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:49.071703 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:49.136140 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 is already hosted by enough agents. {{(pid=78541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:21:49.138951 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.base_scheduler [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Resources bound (agent type, host, resource id): {{(pid=78541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:21:49.142690 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Received port after_create {{(pid=78541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:21:49.148552 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Pushing event updated for resources: {'Port': ['ID=cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4,revision_number=1']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:49.174863 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:49.185295 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.185647 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.185990 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.186335 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.186663 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.186993 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.187320 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.187646 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.188003 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.188325 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.188645 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.188965 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:49.196655 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:49.208953 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:49.246936 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Attempting to bind port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:21:49.247302 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Attempting to bind port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:21:49.247668 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Attempting to bind port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 on network ea055f21-00ef-42d5-97ad-21562b8a9f65 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:21:49.253129 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:21:49.253505 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Checking segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:21:49.253909 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:49.254308 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Bound using segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:21:49.254776 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Bound port: cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:21:49.255153 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:49.347008 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Allocated IP 172.27.0.134 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/a4c704a6-4e97-4634-bba2-078b9a42dc8c) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:21:49.350274 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] For port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:21:49.353477 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] For port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:21:49.361306 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:49.366338 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:49.448190 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Pushing event updated for resources: {'Port': ['ID=cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:49.461436 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:49.507697 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:49.539493 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:49.543318 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:49.616480 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:21:49.623693 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:21:49.628384 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:21:49.679761 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c704a6-4e97-4634-bba2-078b9a42dc8c,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:49.684933 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:49.939505 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:21:50.040651 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:21:50.130068 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:50.363932 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9cb8d7-c1ac-4d0c-8fb4-cf34a2262576 None None] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:21:50.472879 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-f9a1c8d1-6f17-43b2-b942-bca58636d1d5 None None] Provisioning for port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:21:50.488158 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1975871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884'] for router, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:50.493579 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-f9a1c8d1-6f17-43b2-b942-bca58636d1d5 None None] Provisioning complete for port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:21:50.494015 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c8d1-6f17-43b2-b942-bca58636d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:50.725639 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c8d1-6f17-43b2-b942-bca58636d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:50.770351 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-f9a1c8d1-6f17-43b2-b942-bca58636d1d5 None None] For port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:21:50.774565 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c8d1-6f17-43b2-b942-bca58636d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:50.776931 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:50.821010 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Router b0d2bb55-d8b0-4188-a097-4ee114b49f3d is scheduled to L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 with binding_index 1 {{(pid=78540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:21:50.846898 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1c8d1-6f17-43b2-b942-bca58636d1d5 None None] Pushing event updated for resources: {'Port': ['ID=cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:50.849905 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-f9a1c8d1-6f17-43b2-b942-bca58636d1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:51.004490 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-30a784e1-61fb-4504-966f-09a055604e81 None None] Provisioning complete for port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:21:51.004946 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-30a784e1-61fb-4504-966f-09a055604e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:51.028872 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:21:51.041958 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Sync routers for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:21:51.058947 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Notify callbacks [] for router, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:51.060063 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:21:51.060711 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:21:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:51.064337 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6027222 Jul 29 14:21:51.064469 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54234) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:51.298964 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:21:51.613602 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:49Z', 'revision_number': 3, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:51.617859 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Checking router: b0d2bb55-d8b0-4188-a097-4ee114b49f3d for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:21:51.618217 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Updating router b0d2bb55-d8b0-4188-a097-4ee114b49f3d port a4c704a6-4e97-4634-bba2-078b9a42dc8c binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:21:51.678087 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:51.927862 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:21:51.940483 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.000928 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:21:52.001239 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.058566 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.072019 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Transition to ACTIVE for port object a4c704a6-4e97-4634-bba2-078b9a42dc8c will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:21:52.091961 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.107840 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:52.187791 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Allocated IP 172.20.0.1 (ea055f21-00ef-42d5-97ad-21562b8a9f65/9706e348-cc23-43c0-9a84-3f62c9f41c97/c1afe5e2-b469-4ead-9c49-b3e79c8f86a2) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:21:52.226863 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Attempting to bind port a4c704a6-4e97-4634-bba2-078b9a42dc8c on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:21:52.227244 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Attempting to bind port a4c704a6-4e97-4634-bba2-078b9a42dc8c by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:21:52.227629 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Attempting to bind port a4c704a6-4e97-4634-bba2-078b9a42dc8c on network eed72035-af2d-4cbe-b110-9304fe4a96ea {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:21:52.234321 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Pushing event updated for resources: {'Port': ['ID=a4c704a6-4e97-4634-bba2-078b9a42dc8c,revision_number=2']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:52.243421 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:21:52.243804 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:21:52.244867 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.245291 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Bound using segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:21:52.245764 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Bound port: a4c704a6-4e97-4634-bba2-078b9a42dc8c, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:21:52.246163 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.270270 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.270617 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.270964 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.271547 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.271897 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.272228 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.272552 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.272872 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.273215 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.273538 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.273855 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.274168 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:21:52.281830 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:52.332284 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] For port a4c704a6-4e97-4634-bba2-078b9a42dc8c, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:21:52.336103 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] For port a4c704a6-4e97-4634-bba2-078b9a42dc8c, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=a4c704a6-4e97-4634-bba2-078b9a42dc8c,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:21:52.342578 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.349968 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:52.356623 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.373917 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.provisioning_blocks [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Transition to ACTIVE for port object c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 will not be triggered until provisioned by entity DHCP. {{(pid=78539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:21:52.401914 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.406857 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:52.423295 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:21:52.423970 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:21:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:52.468813 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:21:52.471779 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:21:52.475435 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:21:52.521431 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Pushing event updated for resources: {'Port': ['ID=a4c704a6-4e97-4634-bba2-078b9a42dc8c,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:52.526333 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-35a74e53-4fac-43b6-96bd-65f103763c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:52.559157 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Pushing event updated for resources: {'Port': ['ID=c1afe5e2-b469-4ead-9c49-b3e79c8f86a2,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:52.562316 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:52.592320 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973849'] for router_interface, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.690999 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:21:52.819959 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-8da7eca8-f6b8-4d5d-ae8e-75db05437e19 None None] Provisioning for port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:21:52.825889 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-8da7eca8-f6b8-4d5d-ae8e-75db05437e19 None None] Provisioning complete for port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:21:52.826274 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8da7eca8-f6b8-4d5d-ae8e-75db05437e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:52.907135 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-8da7eca8-f6b8-4d5d-ae8e-75db05437e19 None None] Port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:21:52.965670 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:53.075330 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:49Z', 'revision_number': 3, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:53.080077 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c77b45-49e7-4470-8a80-8f6ee072582a None None] The sync data for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi is: [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:49Z', 'revision_number': 3, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:21:53.220702 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:53.225912 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:53.256571 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b7d0627e-e6cb-4dc6-847a-438714d7e41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:53.349595 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Pushing event updated for resources: {'Port': ['ID=c1afe5e2-b469-4ead-9c49-b3e79c8f86a2,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:53.357330 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:53.358301 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973814'] for router_interface, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:53.518263 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:21:53.519438 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:21:53.848676 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Router b0d2bb55-d8b0-4188-a097-4ee114b49f3d has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:21:53.850795 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-4171c657-7442-4123-b3ef-2c6c0bfff1d7 None None] Provisioning complete for port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:21:53.851761 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-4171c657-7442-4123-b3ef-2c6c0bfff1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:53.930974 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-4171c657-7442-4123-b3ef-2c6c0bfff1d7 None None] Port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:21:53.967040 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device a4c704a6-4e97-4634-bba2-078b9a42dc8c up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:21:54.045289 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port a4c704a6-4e97-4634-bba2-078b9a42dc8c completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:21:54.050831 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port a4c704a6-4e97-4634-bba2-078b9a42dc8c triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:21:54.051220 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:54.095188 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:21:54.113219 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-61f545af-9653-4e0c-9bbe-1b1b9eef6a86 admin admin] 10.222.0.23 "PUT /v2.0/routers/b0d2bb55-d8b0-4188-a097-4ee114b49f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0391986 Jul 29 14:21:54.190770 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:54.207851 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port a4c704a6-4e97-4634-bba2-078b9a42dc8c, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=a4c704a6-4e97-4634-bba2-078b9a42dc8c,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:21:54.214454 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:54.217581 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:54.316957 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=a4c704a6-4e97-4634-bba2-078b9a42dc8c,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:54.325293 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:54.741837 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54348) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:54.748432 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1939632235-network', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:21:54.752978 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:54.756809 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Usage tracker for resource:network and tenant:ed8792bcebef4f0da0435ec891924bba is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:54.759966 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:54.767424 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:54.781325 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Made reservation on behalf of ed8792bcebef4f0da0435ec891924bba for: {'network': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:21:54.783671 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:54.791547 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Sync routers for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:21:54.799320 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:54.802559 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:21:54.803423 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:21:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:54.815026 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:54.818921 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8792bcebef4f0da0435ec891924bba is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:54.821831 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:54.827930 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:54.937271 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:54.943767 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:54.949660 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-55f5a434-bcef-4632-974a-15cf8fb33801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:54.981863 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=78539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:21:54.990790 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaddb2f-f653-4470-8e1e-4e7bb9eb5a85,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:54.995146 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:54.997969 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:54.998393 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.segments_db [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Added segment 743b64f6-8b86-4c00-abcd-af1ed3f8d116 of type vlan for network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 Jul 29 14:21:55.030999 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.054318 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:21:55.070940 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.073410 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:21:55.074433 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.080571 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:55.178292 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4353192 Jul 29 14:21:55.181050 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54364) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:55.187687 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1c91a3-8d56-4f2d-9639-829ecd43eef8,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:55.188522 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Request body: {'subnet': {'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1939632235-subnet', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'ip_version': 4}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:21:55.190763 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:55.202229 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:55.207074 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Usage tracker for resource:subnet and tenant:ed8792bcebef4f0da0435ec891924bba is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:55.218537 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54370) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:55.233689 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:55.241342 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:55.261006 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Made reservation on behalf of ed8792bcebef4f0da0435ec891924bba for: {'subnet': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:21:55.263867 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2958592'] for subnet, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.272261 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:21:55.401251 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c8e05f67-8400-4da0-b309-a6a47a1a49e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.421225 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-c8e05f67-8400-4da0-b309-a6a47a1a49e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:55.427726 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-c8e05f67-8400-4da0-b309-a6a47a1a49e8 admin admin] Usage tracker for resource:security_group_rule and tenant:650e780e40a44f5399c50895aba1dc6e is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:55.433007 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-c8e05f67-8400-4da0-b309-a6a47a1a49e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:55.440383 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-c8e05f67-8400-4da0-b309-a6a47a1a49e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:55.594355 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c8e05f67-8400-4da0-b309-a6a47a1a49e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.595946 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2958706'] for subnet, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.605327 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c8e05f67-8400-4da0-b309-a6a47a1a49e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.606957 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:55.627463 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1caa1754-70c1-49a4-bdc3-31b83366e3fe tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:55.631707 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:21:53Z', 'revision_number': 2, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:55.636403 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Checking router: b0d2bb55-d8b0-4188-a097-4ee114b49f3d for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:21:55.636770 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Updating router b0d2bb55-d8b0-4188-a097-4ee114b49f3d port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 binding host dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:21:55.680211 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Pushing event updated for resources: {'Subnet': ['ID=397576ec-c0b6-43dd-ad82-5e3da2e1db29,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:55.683891 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-c8e05f67-8400-4da0-b309-a6a47a1a49e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=650e780e40a44f5399c50895aba1dc6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613965 Jul 29 14:21:55.683891 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e05f67-8400-4da0-b309-a6a47a1a49e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febc75a3-58d2-449a-bb4f-b707f937be29,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:55.685933 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54384) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:55.688814 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c8e05f67-8400-4da0-b309-a6a47a1a49e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:55.693288 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:55.730493 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.740311 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Checking segment: {'id': '743b64f6-8b86-4c00-abcd-af1ed3f8d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:21:55.740702 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Network hostable DHCP agents. Network: cc1c91a3-8d56-4f2d-9639-829ecd43eef8, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:21:55.768425 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:21:55.790206 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, cc1c91a3-8d56-4f2d-9639-829ecd43eef8) {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:21:55.797636 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:21:55.798304 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.803165 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a584b834-d3b5-4b75-ba10-775bc8a19591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.805412 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8dff7a-cc15-4121-a3fe-3d013154afe7 None None] Network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:21:55.829353 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-00cea369-346f-4e4c-92c0-409e05bc594d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6461499 Jul 29 14:21:55.831706 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54390) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:55.836308 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a584b834-d3b5-4b75-ba10-775bc8a19591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.840508 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1939632235-router', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:21:55.846147 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:55.851900 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Usage tracker for resource:router and tenant:ed8792bcebef4f0da0435ec891924bba is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:55.870818 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:55.887621 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:55.899155 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a584b834-d3b5-4b75-ba10-775bc8a19591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.901893 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1976013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.903281 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1975848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1883'] for router, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.903474 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-9ee1cfff-ea06-4fc1-9183-e39ff83f2f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:55.918121 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584b834-d3b5-4b75-ba10-775bc8a19591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febc75a3-58d2-449a-bb4f-b707f937be29,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:55.921388 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a584b834-d3b5-4b75-ba10-775bc8a19591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:55.923308 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a584b834-d3b5-4b75-ba10-775bc8a19591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:55.924419 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a584b834-d3b5-4b75-ba10-775bc8a19591 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/febc75a3-58d2-449a-bb4f-b707f937be29 HTTP/1.1" status: 204 len: 168 time: 0.2375515 Jul 29 14:21:55.929286 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.006352 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device a4c704a6-4e97-4634-bba2-078b9a42dc8c up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:21:56.238422 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.304578 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54398) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:56.324262 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7a1e72a3-ea8e-4692-8125-a6bb02d2796a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.340372 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-7a1e72a3-ea8e-4692-8125-a6bb02d2796a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:21:56.344650 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-7a1e72a3-ea8e-4692-8125-a6bb02d2796a admin admin] Usage tracker for resource:security_group_rule and tenant:5bbd10f18ad14bb08a66d374655fb732 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:21:56.348423 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-7a1e72a3-ea8e-4692-8125-a6bb02d2796a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:21:56.353780 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port a4c704a6-4e97-4634-bba2-078b9a42dc8c triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:21:56.354273 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.354863 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-7a1e72a3-ea8e-4692-8125-a6bb02d2796a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:21:56.449900 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7a1e72a3-ea8e-4692-8125-a6bb02d2796a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.456393 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7a1e72a3-ea8e-4692-8125-a6bb02d2796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.467569 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a584b834-d3b5-4b75-ba10-775bc8a19591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:56.509498 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6ec5a6-a024-540c-ad00-68320459d9b4-cc1c91a3-8d56-4f2d-9639-829ecd43eef8', 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'fixed_ips': [{'subnet_id': '397576ec-c0b6-43dd-ad82-5e3da2e1db29'}]}} from dv-cinder-801321-2-iscsi. {{(pid=78541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:21:56.510853 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.524285 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-7a1e72a3-ea8e-4692-8125-a6bb02d2796a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bbd10f18ad14bb08a66d374655fb732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186162 Jul 29 14:21:56.526566 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54402) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:56.538546 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e72a3-ea8e-4692-8125-a6bb02d2796a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880c6c3a-8476-4097-b7b2-6ada0eb34894,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:56.544930 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7a1e72a3-ea8e-4692-8125-a6bb02d2796a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:56.596059 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Notify callbacks [] for port, precommit_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.601951 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9874628d-5e6a-4491-bc0e-ca0a9ac09114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.633797 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9874628d-5e6a-4491-bc0e-ca0a9ac09114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.697850 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.699727 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9874628d-5e6a-4491-bc0e-ca0a9ac09114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.705543 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0d4d9571-41fb-43c5-ad5f-a89d9b82a03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:56.721465 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874628d-5e6a-4491-bc0e-ca0a9ac09114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880c6c3a-8476-4097-b7b2-6ada0eb34894,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:56.724634 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-9874628d-5e6a-4491-bc0e-ca0a9ac09114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:56.726653 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-9874628d-5e6a-4491-bc0e-ca0a9ac09114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.729915 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Transition to ACTIVE for port object c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:21:56.732376 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-9874628d-5e6a-4491-bc0e-ca0a9ac09114 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/880c6c3a-8476-4097-b7b2-6ada0eb34894 HTTP/1.1" status: 204 len: 168 time: 0.2046382 Jul 29 14:21:56.734365 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.769327 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.788683 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c32adc15-2315-49af-b262-b327bdd16f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:56.866438 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097ddc9-f88a-4548-9a0b-fedb7928da9e None None] Pushing event updated for resources: {'Port': ['ID=c1afe5e2-b469-4ead-9c49-b3e79c8f86a2,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:56.875015 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c097ddc9-f88a-4548-9a0b-fedb7928da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:56.923730 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Allocated IP 172.27.0.238 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/53dfa55d-b574-48ed-b239-9693b9059be6) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:21:56.989702 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54420) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:57.172875 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.231561 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.235756 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-30705b09-6fe1-4735-9259-fb48958643fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:57.323134 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:21:57.326510 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:21:57.329055 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:21:57.345433 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0257bf-3576-4df2-b083-018573ba3790 admin admin] Deleting subnet c0e3596b-4bc6-4233-a810-d652bf1e68bc {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:21:57.349231 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0b0257bf-3576-4df2-b083-018573ba3790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.368247 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Pushing event updated for resources: {'Port': ['ID=53dfa55d-b574-48ed-b239-9693b9059be6,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:57.386411 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:57.413833 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0b0257bf-3576-4df2-b083-018573ba3790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.464481 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Attempting to bind port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:21:57.465016 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Attempting to bind port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:21:57.465291 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Attempting to bind port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 on network ea055f21-00ef-42d5-97ad-21562b8a9f65 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:21:57.486484 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:21:57.486875 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Checking segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:21:57.487291 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.487700 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Bound using segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:21:57.488377 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Bound port: c1afe5e2-b469-4ead-9c49-b3e79c8f86a2, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:21:57.488588 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.490643 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0b0257bf-3576-4df2-b083-018573ba3790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.513343 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.db_base_plugin_common [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Allocated IP 172.20.0.2 (cc1c91a3-8d56-4f2d-9639-829ecd43eef8/397576ec-c0b6-43dd-ad82-5e3da2e1db29/9e6e8fc0-f570-4ed4-be9c-4776062dfe67) {{(pid=78541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:21:57.673808 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0b0257bf-3576-4df2-b083-018573ba3790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.680600 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:57.694552 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] For port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:21:57.708049 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] For port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=c1afe5e2-b469-4ead-9c49-b3e79c8f86a2,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:21:57.725344 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.732845 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-b7333918-01b2-4974-8e8d-64e2322f8575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:57.743155 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0257bf-3576-4df2-b083-018573ba3790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e3596b-4bc6-4233-a810-d652bf1e68bc,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:57.750318 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-0b0257bf-3576-4df2-b083-018573ba3790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.755509 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0b0257bf-3576-4df2-b083-018573ba3790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:57.758424 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-0b0257bf-3576-4df2-b083-018573ba3790 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c0e3596b-4bc6-4233-a810-d652bf1e68bc HTTP/1.1" status: 204 len: 168 time: 0.7676704 Jul 29 14:21:57.761644 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54446) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:57.922933 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:57.938512 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:21:57.939685 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:21:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:57.985165 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.039666 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097ddc9-f88a-4548-9a0b-fedb7928da9e None None] Pushing event updated for resources: {'Port': ['ID=c1afe5e2-b469-4ead-9c49-b3e79c8f86a2,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:58.051869 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Notify callbacks [] for port, precommit_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.058212 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c097ddc9-f88a-4548-9a0b-fedb7928da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:58.110535 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Transition to ACTIVE for port object 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:21:58.161716 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.176370 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53982d56-4d37-45e0-98ec-6255931347b8']}} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:58.193655 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b182193-c6ac-47ec-ad71-81d82fd85e3d') {'for_net_delete': True} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:58.194070 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b182193-c6ac-47ec-ad71-81d82fd85e3d') {} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:58.207534 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1106423'] for segment, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.229907 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.234935 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Transition to ACTIVE for port object 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 will not be triggered until provisioned by entity DHCP. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:21:58.243425 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=78539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:21:58.245832 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2557363'] for segment, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.250371 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.257070 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:58.320677 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: Traceback (most recent call last): Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: timer() Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: cb(*args, **kw) Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: return func(*args, **kwargs) Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: self._notify() Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: self.callback(batched_events) Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: event.method(event) Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: return f(self, *a, **k) Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._get(url).json() Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: return self.request(url, 'GET', **kwargs) Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:21:58.330664 dv-cinder-801321-2-iscsi neutron-server[78539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:21:58.429409 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.436488 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-bdbb5861-86b8-42f1-a0ce-1673f4f6e233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:58.439890 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 is already hosted by enough agents. {{(pid=78541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:21:58.447721 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.base_scheduler [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Resources bound (agent type, host, resource id): {{(pid=78541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:21:58.453422 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Received port after_create {{(pid=78541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:21:58.460517 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.465850 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Pushing event updated for resources: {'Port': ['ID=9e6e8fc0-f570-4ed4-be9c-4776062dfe67,revision_number=1']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:58.474675 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] 10.222.0.23 "DELETE /v2.0/networks/53982d56-4d37-45e0-98ec-6255931347b8 HTTP/1.1" status: 204 len: 168 time: 0.7108412 Jul 29 14:21:58.476198 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=53982d56-4d37-45e0-98ec-6255931347b8,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:58.479948 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-ecb9752f-6a36-4ef1-acc8-0eae15856a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:58.497775 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:58.540916 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e583e-793b-4272-b3d8-6255affeb22f req-70428e8a-91b6-4140-8ba3-972a501d4551 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:21:58.542626 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-998e583e-793b-4272-b3d8-6255affeb22f req-70428e8a-91b6-4140-8ba3-972a501d4551 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 946 time: 0.3172598 Jul 29 14:21:58.609766 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-998e583e-793b-4272-b3d8-6255affeb22f req-9282dcc7-2821-4a84-903f-4d68af7953bd tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=d62c7239-11d0-4c47-8c4d-ee2682fbf345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586991 Jul 29 14:21:58.618578 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1975871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884'] for router, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.655125 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Attempting to bind port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:21:58.655480 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Attempting to bind port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '743b64f6-8b86-4c00-abcd-af1ed3f8d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:21:58.655757 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Attempting to bind port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 on network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:21:58.710228 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:21:58.710616 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Checking segment: {'id': '743b64f6-8b86-4c00-abcd-af1ed3f8d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:21:58.711034 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.711448 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Bound using segment: {'id': '743b64f6-8b86-4c00-abcd-af1ed3f8d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:21:58.712024 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Bound port: 9e6e8fc0-f570-4ed4-be9c-4776062dfe67, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743b64f6-8b86-4c00-abcd-af1ed3f8d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:21:58.712365 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.751412 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54472) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:58.840644 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b15f789e-646b-4b60-82b3-508f8182bade admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5e0ea8fe74840f2821560ff31623c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846338 Jul 29 14:21:58.840976 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54476) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:58.878108 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] For port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:21:58.893007 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] For port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=9e6e8fc0-f570-4ed4-be9c-4776062dfe67,segment=NetworkSegment(743b64f6-8b86-4c00-abcd-af1ed3f8d116),segment_id=743b64f6-8b86-4c00-abcd-af1ed3f8d116)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:21:58.905050 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.910470 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-17606d1d-0c9d-458d-a124-874e92927439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:58.922030 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d207a05a-fc0a-48a6-8eb2-c7b7dd127a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.955614 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d207a05a-fc0a-48a6-8eb2-c7b7dd127a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.969649 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Router bece2189-51c9-4909-b7e6-6c24766cd744 is scheduled to L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 with binding_index 1 {{(pid=78540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:21:59.001528 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:21:57Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:59.008625 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Pushing event updated for resources: {'Port': ['ID=9e6e8fc0-f570-4ed4-be9c-4776062dfe67,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:59.011574 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2efaa-54cd-493d-994f-ac809eee9d79 None None] The sync data for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi is: [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:21:57Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:21:59.013111 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:59.045597 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d207a05a-fc0a-48a6-8eb2-c7b7dd127a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:59.060843 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f625cc61-b3b4-4d85-be9a-e9cc16fd4da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:21:59.077211 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a05a-fc0a-48a6-8eb2-c7b7dd127a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9198f9-50d2-460e-9f62-5ebd555048ef,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:21:59.082547 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d207a05a-fc0a-48a6-8eb2-c7b7dd127a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:21:59.105704 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d207a05a-fc0a-48a6-8eb2-c7b7dd127a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:59.121508 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d207a05a-fc0a-48a6-8eb2-c7b7dd127a0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e9198f9-50d2-460e-9f62-5ebd555048ef HTTP/1.1" status: 204 len: 168 time: 0.2694168 Jul 29 14:21:59.311234 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:21:59.326691 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Sync routers for ids ['bece2189-51c9-4909-b7e6-6c24766cd744'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:21:59.351428 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Routers {'bece2189-51c9-4909-b7e6-6c24766cd744'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:21:59.354079 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:21:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['bece2189-51c9-4909-b7e6-6c24766cd744'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:21:59.393259 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Notify callbacks [] for router, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:59.394742 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5617335 Jul 29 14:21:59.397953 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54494) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:21:59.741120 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Set router bece2189-51c9-4909-b7e6-6c24766cd744 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:21:59.923809 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-86fc654d-ed92-41b0-9cac-866e53356566 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:21:59.926110 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-86fc654d-ed92-41b0-9cac-866e53356566 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 946 time: 0.2039640 Jul 29 14:22:00.086535 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Deleting port 1674b2aa-c798-4310-838c-36f4d35acd48 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:22:00.086952 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:00.089922 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:22:00.246063 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:22:00.257464 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:00.257820 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:00.484833 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:00.501717 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'name': 'tempest-TestVolumeBootPattern-1939632235-router', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:55Z', 'updated_at': '2021-07-29T14:21:57Z', 'revision_number': 3, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'gw_port': {'id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:43:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:56Z', 'updated_at': '2021-07-29T14:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:00.512694 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Checking router: bece2189-51c9-4909-b7e6-6c24766cd744 for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:22:00.513051 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Updating router bece2189-51c9-4909-b7e6-6c24766cd744 port 53dfa55d-b574-48ed-b239-9693b9059be6 binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:22:00.554504 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=c1afe5e2-b469-4ead-9c49-b3e79c8f86a2,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:00.570517 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:00.571655 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:22:00.674520 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:00.680634 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] For port 1674b2aa-c798-4310-838c-36f4d35acd48, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=1674b2aa-c798-4310-838c-36f4d35acd48,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:00.681933 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:00.714526 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:00.825769 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c5808-9e1c-4751-aa55-9ddc0c71ce25 req-c4bc9647-df40-438d-9139-e47514cd98ee tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:00.827503 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ea6c5808-9e1c-4751-aa55-9ddc0c71ce25 req-c4bc9647-df40-438d-9139-e47514cd98ee tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 946 time: 0.8065057 Jul 29 14:22:00.848284 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c9045-92b7-47cf-8674-e72a360b6972 None None] Network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:22:01.013349 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-4e1a6ca0-740b-4fdf-ac55-fd7ebccf18ee None None] Provisioning for port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:22:01.018095 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ea6c5808-9e1c-4751-aa55-9ddc0c71ce25 req-abc04da0-c41a-4283-881f-6e28551de88b tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups?id=d62c7239-11d0-4c47-8c4d-ee2682fbf345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781552 Jul 29 14:22:01.055540 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:22:01.070704 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:01.071082 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.121843 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=c1afe5e2-b469-4ead-9c49-b3e79c8f86a2,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:01.129324 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:01.186919 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.187926 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.188148 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Floating IP 4cffb167-463d-418f-b392-185337340346 disassociated. External IP: 172.27.0.234, port: 1674b2aa-c798-4310-838c-36f4d35acd48. Jul 29 14:22:01.188497 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Calling delete_port for 1674b2aa-c798-4310-838c-36f4d35acd48 owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:22:01.260692 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.276380 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Transition to ACTIVE for port object 53dfa55d-b574-48ed-b239-9693b9059be6 will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:22:01.284630 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.296094 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-230f2f33-616a-4f19-9a1f-39ddb6e19c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:01.329733 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.333268 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.386149 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=9e6e8fc0-f570-4ed4-be9c-4776062dfe67,segment=NetworkSegment(743b64f6-8b86-4c00-abcd-af1ed3f8d116),segment_id=743b64f6-8b86-4c00-abcd-af1ed3f8d116)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:01.395180 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Attempting to bind port 53dfa55d-b574-48ed-b239-9693b9059be6 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:22:01.395402 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.396838 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Attempting to bind port 53dfa55d-b574-48ed-b239-9693b9059be6 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:22:01.397207 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Attempting to bind port 53dfa55d-b574-48ed-b239-9693b9059be6 on network eed72035-af2d-4cbe-b110-9304fe4a96ea {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:22:01.398917 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:01.417283 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.427261 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fcaa30ce-36f2-4110-8539-ec1128ce24e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:01.435270 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a0b0f-1bb2-49f1-93c8-1c376af582a3 None None] Pushing event updated for resources: {'Port': ['ID=53dfa55d-b574-48ed-b239-9693b9059be6,revision_number=2']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:01.438484 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-593a0b0f-1bb2-49f1-93c8-1c376af582a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:01.439932 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:22:01.440495 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:22:01.441066 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.441519 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Bound using segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:22:01.442133 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Bound port: 53dfa55d-b574-48ed-b239-9693b9059be6, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:22:01.442544 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.482981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event deleted for resources: {'Port': ['ID=1674b2aa-c798-4310-838c-36f4d35acd48,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:01.498329 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:01.516298 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=9e6e8fc0-f570-4ed4-be9c-4776062dfe67,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:01.535544 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:01.557182 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] For port 53dfa55d-b574-48ed-b239-9693b9059be6, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:22:01.562329 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] For port 53dfa55d-b574-48ed-b239-9693b9059be6, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=53dfa55d-b574-48ed-b239-9693b9059be6,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:22:01.568603 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.574481 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:01.641894 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Allocated IP 172.20.0.1 (cc1c91a3-8d56-4f2d-9639-829ecd43eef8/397576ec-c0b6-43dd-ad82-5e3da2e1db29/e920bc4b-08ce-40b9-954f-d5b41f8941ab) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:22:01.657761 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Routers {'bece2189-51c9-4909-b7e6-6c24766cd744'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:22:01.658461 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:21:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['bece2189-51c9-4909-b7e6-6c24766cd744'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:01.758135 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a0b0f-1bb2-49f1-93c8-1c376af582a3 None None] Pushing event updated for resources: {'Port': ['ID=53dfa55d-b574-48ed-b239-9693b9059be6,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:01.759962 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:22:01.764323 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-eda85ff8-08c0-4540-8e1a-c58393d9d310 None None] Provisioning complete for port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:01.764765 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-eda85ff8-08c0-4540-8e1a-c58393d9d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.827959 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-593a0b0f-1bb2-49f1-93c8-1c376af582a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:01.842468 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.863278 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.provisioning_blocks [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Transition to ACTIVE for port object e920bc4b-08ce-40b9-954f-d5b41f8941ab will not be triggered until provisioned by entity DHCP. {{(pid=78539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:22:01.903378 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] Set router bece2189-51c9-4909-b7e6-6c24766cd744 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:22:01.909527 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.917116 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:02.006427 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:22:02.050554 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:22:02.063489 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:22:02.067871 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:22:02.161474 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Pushing event updated for resources: {'Port': ['ID=e920bc4b-08ce-40b9-954f-d5b41f8941ab,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:02.172221 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:02.226359 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973849'] for router_interface, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:02.255226 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:02.255697 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:02.373179 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2c7a94bf-76d5-4172-a84e-82bebcb63b29 req-a8228d43-95ea-45b5-b3ac-94f2141df593 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/ports?device_id=efbf6292-425c-4e3e-bf11-414dffe6b753 HTTP/1.1" status: 200 len: 210 time: 0.1450233 Jul 29 14:22:02.418819 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:22:02.431206 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] Sync routers for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:22:02.445196 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'name': 'tempest-TestVolumeBootPattern-1939632235-router', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:55Z', 'updated_at': '2021-07-29T14:21:57Z', 'revision_number': 3, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'gw_port': {'id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:43:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:56Z', 'updated_at': '2021-07-29T14:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:02.450802 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d06cc-6ca0-46c9-a1bb-cbb10952a0c7 None None] The sync data for ids ['bece2189-51c9-4909-b7e6-6c24766cd744'] in dv-cinder-801321-2-iscsi is: [{'id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'name': 'tempest-TestVolumeBootPattern-1939632235-router', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:55Z', 'updated_at': '2021-07-29T14:21:57Z', 'revision_number': 3, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'gw_port': {'id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:43:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:56Z', 'updated_at': '2021-07-29T14:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:22:02.472958 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:02.487796 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:22:02.488593 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:21:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:02.545929 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] No DVR routers for this DVR port 1674b2aa-c798-4310-838c-36f4d35acd48 on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:22:02.552326 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:02.555131 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'name': 'network-vif-deleted', 'tag': '1674b2aa-c798-4310-838c-36f4d35acd48'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:22:02.587651 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-49872e52-264d-45c2-a29b-2e84a6f96c70 req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.10 "DELETE /v2.0/ports/1674b2aa-c798-4310-838c-36f4d35acd48 HTTP/1.1" status: 204 len: 173 time: 2.6491649 Jul 29 14:22:02.615737 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:22:02.678160 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-47651eb7-7ed0-44cf-b997-1d6b47dbf537 None None] Provisioning for port e920bc4b-08ce-40b9-954f-d5b41f8941ab completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:22:02.743991 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-47651eb7-7ed0-44cf-b997-1d6b47dbf537 None None] Provisioning complete for port e920bc4b-08ce-40b9-954f-d5b41f8941ab triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:02.744294 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-47651eb7-7ed0-44cf-b997-1d6b47dbf537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:02.917737 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:22:02.928403 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbf6292-425c-4e3e-bf11-414dffe6b753', 'name': 'network-vif-deleted', 'tag': '1674b2aa-c798-4310-838c-36f4d35acd48', 'status': 'completed', 'code': 200} Jul 29 14:22:03.010751 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-47651eb7-7ed0-44cf-b997-1d6b47dbf537 None None] Port e920bc4b-08ce-40b9-954f-d5b41f8941ab cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:22:03.027999 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:03.028388 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:03.042387 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:03.057110 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:03.087917 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:03.190164 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Pushing event updated for resources: {'Port': ['ID=e920bc4b-08ce-40b9-954f-d5b41f8941ab,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:03.193880 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:03.223898 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973814'] for router_interface, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:03.473611 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:22:03.474774 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:22:03.617248 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54536) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:03.636733 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:03.648662 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 1674b2aa-c798-4310-838c-36f4d35acd48 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:22:03.706617 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] Checking router: 228f0ad4-01a5-490f-b8e8-c57e6f947e47 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:22:03.717572 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: 1674b2aa-c798-4310-838c-36f4d35acd48 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:22:03.717572 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 1674b2aa-c798-4310-838c-36f4d35acd48 not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:22:03.725384 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:22:03.726045 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:21:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:03.742093 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Router bece2189-51c9-4909-b7e6-6c24766cd744 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:22:03.742448 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-73e17898-06ea-4633-b116-03ce8bbefadd tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:03.786858 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-73e17898-06ea-4633-b116-03ce8bbefadd tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:03.874336 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-73e17898-06ea-4633-b116-03ce8bbefadd tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:03.880070 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-144265e6-4597-46c2-83f9-0d7a580f5209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:03.919750 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e17898-06ea-4633-b116-03ce8bbefadd tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62c7239-11d0-4c47-8c4d-ee2682fbf345,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:03.923981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-73e17898-06ea-4633-b116-03ce8bbefadd tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:03.928333 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-a3f34f0f-7ee9-4596-bad4-fce599388fa8 None None] Provisioning complete for port e920bc4b-08ce-40b9-954f-d5b41f8941ab triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:03.928729 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a3f34f0f-7ee9-4596-bad4-fce599388fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:03.942239 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-73e17898-06ea-4633-b116-03ce8bbefadd tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:03.942239 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-73e17898-06ea-4633-b116-03ce8bbefadd tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "DELETE /v2.0/security-groups/d62c7239-11d0-4c47-8c4d-ee2682fbf345 HTTP/1.1" status: 204 len: 168 time: 0.3187926 Jul 29 14:22:03.945928 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54540) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:03.963950 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.api.v2.resource [None req-435c43c8-49ec-4c73-8876-096dd96190d3 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] show failed (client error): The resource could not be found. Jul 29 14:22:03.967537 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-435c43c8-49ec-4c73-8876-096dd96190d3 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "GET /v2.0/security-groups/d62c7239-11d0-4c47-8c4d-ee2682fbf345 HTTP/1.1" status: 404 len: 347 time: 0.0211110 Jul 29 14:22:03.967773 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54544) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:04.016798 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:22:04.031768 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] 10.222.0.23 "PUT /v2.0/routers/bece2189-51c9-4909-b7e6-6c24766cd744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6325231 Jul 29 14:22:04.040500 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 53dfa55d-b574-48ed-b239-9693b9059be6 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:22:04.091920 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:22:04.133769 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-a3f34f0f-7ee9-4596-bad4-fce599388fa8 None None] Port e920bc4b-08ce-40b9-954f-d5b41f8941ab cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:22:04.179519 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Deleting port bba75098-7be4-4fb8-b4d7-628a2c383148 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:22:04.179908 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:04.290588 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 53dfa55d-b574-48ed-b239-9693b9059be6 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:22:04.370177 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 53dfa55d-b574-48ed-b239-9693b9059be6 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:04.370681 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:04.373755 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:04.374153 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:04.508206 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Calling delete_port for bba75098-7be4-4fb8-b4d7-628a2c383148 owned by network:floatingip {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:22:04.568464 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:04.585671 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:04.593729 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ad931-1aca-4dc7-a26d-c145d270896c None None] The sync data for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi is: [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:10:14Z', 'revision_number': 4, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': '1cc61c59-e030-4b0c-a161-fc603195a438', 'name': '', 'network_id': '1f52e242-51a2-4587-bde6-bb8851a58d14', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'mac_address': 'fa:16:3e:05:92:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:13Z', 'updated_at': '2021-07-29T14:10:19Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'subnets': [{'id': '7ffaf1fd-88f9-424d-9e07-76801657bfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:22:04.598423 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 53dfa55d-b574-48ed-b239-9693b9059be6, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=53dfa55d-b574-48ed-b239-9693b9059be6,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:04.604175 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:04.606918 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c32adc15-2315-49af-b262-b327bdd16f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:04.690792 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:04.691727 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=53dfa55d-b574-48ed-b239-9693b9059be6,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:04.700766 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:04.701890 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-449f19d3-846b-4e3d-88e9-5f80666be00c tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:04.784389 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Pushing event deleted for resources: {'Port': ['ID=bba75098-7be4-4fb8-b4d7-628a2c383148,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:04.816215 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:04.819873 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Sync routers for ids ['bece2189-51c9-4909-b7e6-6c24766cd744'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:22:04.831090 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Routers {'bece2189-51c9-4909-b7e6-6c24766cd744'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:22:04.832027 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:21:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['bece2189-51c9-4909-b7e6-6c24766cd744'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:04.850527 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks [] for floatingip, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:04.866892 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:04.868043 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] 10.222.0.23 "DELETE /v2.0/floatingips/4cffb167-463d-418f-b392-185337340346 HTTP/1.1" status: 204 len: 168 time: 0.8981817 Jul 29 14:22:05.036674 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54560) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:05.042620 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856698517', 'description': 'tempest-secgroup-smoke-1856698517 description', 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:05.049715 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:05.064493 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:security_group and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:05.072475 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:05.083355 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Set router bece2189-51c9-4909-b7e6-6c24766cd744 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:22:05.090571 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:05.112157 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.151521 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:05.163241 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:security_group_rule and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:05.170992 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:05.179796 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:05.218412 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589e766-9a50-474a-bce3-b19e10a7424e None None] New status for floating IP 4cffb167-463d-418f-b392-185337340346: DOWN {{(pid=78541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:22:05.285590 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.294363 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.300631 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-776cfbad-5e87-49ec-9e23-275366a9b480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:05.354966 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8086201-bbb7-48a8-ad14-e58aef2b7880,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:05.360553 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:05.374556 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.378644 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3382132 Jul 29 14:22:05.378982 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54570) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:05.385079 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'security_group_rule': {'security_group_id': 'e8086201-bbb7-48a8-ad14-e58aef2b7880', 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:05.392788 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:05.397159 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:security_group_rule and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:05.400388 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:05.406284 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:05.426511 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.468172 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-951e6718-40d5-4ccc-9436-98c600e48a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.483214 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54574) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:05.510775 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.515745 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.518504 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:05.535788 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da50cb79-4804-4e79-acb6-9740e89f8658,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:05.539219 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:05.557209 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.561674 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54580) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:05.561848 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1817129 Jul 29 14:22:05.568042 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'security_group_rule': {'security_group_id': 'e8086201-bbb7-48a8-ad14-e58aef2b7880', 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:05.575418 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:05.579562 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:security_group_rule and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:05.582735 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:05.590928 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:05.625380 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e45e0c94-7474-4d18-962e-6b2f488e4d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.627786 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'name': 'tempest-TestVolumeBootPattern-1939632235-router', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:55Z', 'updated_at': '2021-07-29T14:22:02Z', 'revision_number': 4, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'gw_port': {'id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:43:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:56Z', 'updated_at': '2021-07-29T14:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'e920bc4b-08ce-40b9-954f-d5b41f8941ab', 'name': '', 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'mac_address': 'fa:16:3e:f5:73:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '397576ec-c0b6-43dd-ad82-5e3da2e1db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:22:01Z', 'updated_at': '2021-07-29T14:22:02Z', 'revision_number': 2, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'subnets': [{'id': '397576ec-c0b6-43dd-ad82-5e3da2e1db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:05.631815 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Checking router: bece2189-51c9-4909-b7e6-6c24766cd744 for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:22:05.632259 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Updating router bece2189-51c9-4909-b7e6-6c24766cd744 port e920bc4b-08ce-40b9-954f-d5b41f8941ab binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:22:05.638703 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.648397 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-e45e0c94-7474-4d18-962e-6b2f488e4d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:05.656728 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-e45e0c94-7474-4d18-962e-6b2f488e4d0e admin admin] Usage tracker for resource:security_group_rule and tenant:f9be8d47e93f4a0692255451da38c416 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:05.664851 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-e45e0c94-7474-4d18-962e-6b2f488e4d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:05.675362 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-e45e0c94-7474-4d18-962e-6b2f488e4d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:05.686405 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.736996 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.744091 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.750534 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-afdf9a3d-d13d-4daf-9a9b-e96534b7331c tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:05.759745 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.780857 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75af77da-d071-4215-9571-2b871696b5f3,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:05.786629 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:05.813115 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.814290 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2507105 Jul 29 14:22:05.817159 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54584) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:05.823142 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'security_group_rule': {'security_group_id': 'e8086201-bbb7-48a8-ad14-e58aef2b7880', 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:05.829537 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:05.833158 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:security_group_rule and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:05.834561 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e45e0c94-7474-4d18-962e-6b2f488e4d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.836177 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:05.839311 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e45e0c94-7474-4d18-962e-6b2f488e4d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.843924 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:05.848802 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-45cdfb15-3a56-4d4f-88ea-91bf77a32f86 tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:05.860008 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.893749 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-e45e0c94-7474-4d18-962e-6b2f488e4d0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9be8d47e93f4a0692255451da38c416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087710 Jul 29 14:22:05.894532 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e0c94-7474-4d18-962e-6b2f488e4d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42db19a-4e68-4a8b-bd6c-bb03eeffca25,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:05.897257 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54588) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:05.910263 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e45e0c94-7474-4d18-962e-6b2f488e4d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:05.943758 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.950239 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.953224 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c49ce149-9962-4554-b570-f0ad038cd676 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:05.958795 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 53dfa55d-b574-48ed-b239-9693b9059be6 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:22:05.974195 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-1e8495f6-0542-43e0-b002-78f12448f2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:05.986858 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd6e929-1b20-46f4-a8f5-616b29910878,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:05.992789 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:06.005321 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.006496 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-246123ad-568a-4033-9240-90293a6d0470 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883461 Jul 29 14:22:06.011338 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54592) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:06.012079 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-1e8495f6-0542-43e0-b002-78f12448f2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.016644 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'security_group_rule': {'security_group_id': 'e8086201-bbb7-48a8-ad14-e58aef2b7880', 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:06.023474 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:06.028918 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:security_group_rule and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:06.033815 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:06.040944 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:06.049498 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 53dfa55d-b574-48ed-b239-9693b9059be6 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:06.049992 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.073584 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.112399 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.130807 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Transition to ACTIVE for port object e920bc4b-08ce-40b9-954f-d5b41f8941ab will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:22:06.141047 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.149016 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:06.167191 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.174093 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.177149 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-667acfb5-c045-4c20-be04-b1d50c36b80d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:06.183076 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-1e8495f6-0542-43e0-b002-78f12448f2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.191008 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7bd66f09-511d-4d95-8e22-63e8d37704d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:06.207160 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-1e8495f6-0542-43e0-b002-78f12448f2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.208261 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-1e8495f6-0542-43e0-b002-78f12448f2ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e42db19a-4e68-4a8b-bd6c-bb03eeffca25 HTTP/1.1" status: 204 len: 168 time: 0.3100889 Jul 29 14:22:06.214953 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8495f6-0542-43e0-b002-78f12448f2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42db19a-4e68-4a8b-bd6c-bb03eeffca25,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:06.217489 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-1e8495f6-0542-43e0-b002-78f12448f2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:06.234644 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424421f9-73bb-482f-b787-c46a2b501bc1,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:06.238537 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:06.248592 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.250397 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-8a025a60-7021-42cc-a1ed-bf1c458bedff tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2380612 Jul 29 14:22:06.253037 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54600) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:06.267329 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'security_group_rule': {'security_group_id': 'e8086201-bbb7-48a8-ad14-e58aef2b7880', 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:06.286796 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:06.300452 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:security_group_rule and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:06.307802 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:06.320442 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:06.341806 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.securitygroups_db [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Project f5aeee9666c64d21ad5bdf1f1da0dd81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:22:06.349532 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1b661-5516-4f9c-bfd7-2c96705be8a2 None None] Pushing event updated for resources: {'Port': ['ID=e920bc4b-08ce-40b9-954f-d5b41f8941ab,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:06.353585 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.355508 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-c3b1b661-5516-4f9c-bfd7-2c96705be8a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:06.425607 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Attempting to bind port e920bc4b-08ce-40b9-954f-d5b41f8941ab on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:22:06.426095 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Attempting to bind port e920bc4b-08ce-40b9-954f-d5b41f8941ab by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '743b64f6-8b86-4c00-abcd-af1ed3f8d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:22:06.426593 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Attempting to bind port e920bc4b-08ce-40b9-954f-d5b41f8941ab on network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:22:06.434347 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:22:06.435159 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Checking segment: {'id': '743b64f6-8b86-4c00-abcd-af1ed3f8d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:22:06.435865 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.436394 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Bound using segment: {'id': '743b64f6-8b86-4c00-abcd-af1ed3f8d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:22:06.437003 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Bound port: e920bc4b-08ce-40b9-954f-d5b41f8941ab, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743b64f6-8b86-4c00-abcd-af1ed3f8d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:22:06.437477 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.491993 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.501598 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.504094 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:06.535325 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e649193f-4e48-4c0e-a2de-0285f4f213cf,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:06.538769 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:06.550517 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.553109 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2990267 Jul 29 14:22:06.557204 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54610) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:06.565102 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'security_group_rule': {'security_group_id': 'e8086201-bbb7-48a8-ad14-e58aef2b7880', 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:06.578889 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:06.584964 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:security_group_rule and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:06.588822 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:06.589125 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] For port e920bc4b-08ce-40b9-954f-d5b41f8941ab, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:22:06.592781 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] For port e920bc4b-08ce-40b9-954f-d5b41f8941ab, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=e920bc4b-08ce-40b9-954f-d5b41f8941ab,segment=NetworkSegment(743b64f6-8b86-4c00-abcd-af1ed3f8d116),segment_id=743b64f6-8b86-4c00-abcd-af1ed3f8d116)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:22:06.596084 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:06.598346 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.605015 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:06.617175 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.securitygroups_db [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Project f5aeee9666c64d21ad5bdf1f1da0dd81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:22:06.625043 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.679238 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Routers {'bece2189-51c9-4909-b7e6-6c24766cd744'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:22:06.679919 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:21:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['bece2189-51c9-4909-b7e6-6c24766cd744'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:06.704186 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.710434 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.714096 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-82677d1f-bb08-4181-b74f-eb7ba96343ae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:06.738986 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a2a374-7da0-43c3-b8c6-9d6430512a85,revision_number=0']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:06.747194 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:06.754469 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54614) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:06.778958 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1b661-5516-4f9c-bfd7-2c96705be8a2 None None] Pushing event updated for resources: {'Port': ['ID=e920bc4b-08ce-40b9-954f-d5b41f8941ab,revision_number=4']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:06.779373 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.782333 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-c3b1b661-5516-4f9c-bfd7-2c96705be8a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:06.786852 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.790109 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-63c637ae-a0aa-4772-898d-05587fc3bb92 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2315817 Jul 29 14:22:06.809443 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:06.813650 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] Usage tracker for resource:security_group_rule and tenant:869155dd602e4d8996f29c6aeeca01fa is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:06.817180 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:06.823625 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:06.925813 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] Set router bece2189-51c9-4909-b7e6-6c24766cd744 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:22:06.927601 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.933316 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:06.941994 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-44726d2b-d2be-499c-9e88-81cf9bb17482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:06.988411 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=869155dd602e4d8996f29c6aeeca01fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333455 Jul 29 14:22:06.989950 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b578749-cf03-402f-b005-f2ca627116e2,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:06.990971 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54648) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:07.007503 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:07.059925 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39690d66-6ffc-4e46-87d8-b0455a26fcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:07.089385 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39690d66-6ffc-4e46-87d8-b0455a26fcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:07.148561 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39690d66-6ffc-4e46-87d8-b0455a26fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:07.153987 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-26c2d77b-330e-4d62-a1f8-b56ce26fbe0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:07.165350 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39690d66-6ffc-4e46-87d8-b0455a26fcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b578749-cf03-402f-b005-f2ca627116e2,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:07.170232 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-39690d66-6ffc-4e46-87d8-b0455a26fcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:07.177405 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-39690d66-6ffc-4e46-87d8-b0455a26fcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:07.178578 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-39690d66-6ffc-4e46-87d8-b0455a26fcba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b578749-cf03-402f-b005-f2ca627116e2 HTTP/1.1" status: 204 len: 168 time: 0.1866264 Jul 29 14:22:07.281195 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'name': 'tempest-TestVolumeBootPattern-1939632235-router', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:55Z', 'updated_at': '2021-07-29T14:22:02Z', 'revision_number': 4, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'gw_port': {'id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:43:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:56Z', 'updated_at': '2021-07-29T14:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'e920bc4b-08ce-40b9-954f-d5b41f8941ab', 'name': '', 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'mac_address': 'fa:16:3e:f5:73:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '397576ec-c0b6-43dd-ad82-5e3da2e1db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:22:01Z', 'updated_at': '2021-07-29T14:22:06Z', 'revision_number': 4, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'subnets': [{'id': '397576ec-c0b6-43dd-ad82-5e3da2e1db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:07.290049 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5984799c-9647-4816-bf22-f992f04aaee6 None None] The sync data for ids ['bece2189-51c9-4909-b7e6-6c24766cd744'] in dv-cinder-801321-2-iscsi is: [{'id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'name': 'tempest-TestVolumeBootPattern-1939632235-router', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:55Z', 'updated_at': '2021-07-29T14:22:02Z', 'revision_number': 4, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'gw_port': {'id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:43:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:56Z', 'updated_at': '2021-07-29T14:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'e920bc4b-08ce-40b9-954f-d5b41f8941ab', 'name': '', 'network_id': 'cc1c91a3-8d56-4f2d-9639-829ecd43eef8', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'mac_address': 'fa:16:3e:f5:73:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '397576ec-c0b6-43dd-ad82-5e3da2e1db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:22:01Z', 'updated_at': '2021-07-29T14:22:06Z', 'revision_number': 4, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'subnets': [{'id': '397576ec-c0b6-43dd-ad82-5e3da2e1db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:22:07.936846 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0d1ffb70-531f-4f61-8114-1227df1bba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:08.006765 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e920bc4b-08ce-40b9-954f-d5b41f8941ab up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:22:08.107875 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port e920bc4b-08ce-40b9-954f-d5b41f8941ab completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:22:08.113491 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port e920bc4b-08ce-40b9-954f-d5b41f8941ab triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:08.113875 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:08.319393 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:08.361532 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port e920bc4b-08ce-40b9-954f-d5b41f8941ab, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=e920bc4b-08ce-40b9-954f-d5b41f8941ab,segment=NetworkSegment(743b64f6-8b86-4c00-abcd-af1ed3f8d116),segment_id=743b64f6-8b86-4c00-abcd-af1ed3f8d116)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:08.367344 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:08.375857 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:08.441785 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=e920bc4b-08ce-40b9-954f-d5b41f8941ab,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:08.444972 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:09.302018 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54746) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:09.413474 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54754) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:09.438775 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:09.477164 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:09.492205 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:09.547208 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5d2492206f40c68a747bd363a7346b is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:09.559393 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:09.579523 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:09.882230 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:09.903476 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:09.913107 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-14c26434-00f9-47a9-9d55-21ad01a4a8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:09.927284 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e920bc4b-08ce-40b9-954f-d5b41f8941ab up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:22:09.970867 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adde6fb-5bf3-4757-ade1-f5901741ca5c,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:09.977984 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f5d2492206f40c68a747bd363a7346b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5634210 Jul 29 14:22:09.978160 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54762) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:10.005981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:10.030250 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port e920bc4b-08ce-40b9-954f-d5b41f8941ab triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:10.030755 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.044687 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-044a380c-7be7-4840-a077-02f04f7aa196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.074828 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-044a380c-7be7-4840-a077-02f04f7aa196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.138248 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-044a380c-7be7-4840-a077-02f04f7aa196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.142863 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d34e0ea1-bb78-4b8f-9b46-64dd1b794964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:10.161598 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a380c-7be7-4840-a077-02f04f7aa196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adde6fb-5bf3-4757-ade1-f5901741ca5c,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:10.166660 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-044a380c-7be7-4840-a077-02f04f7aa196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:10.171914 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-044a380c-7be7-4840-a077-02f04f7aa196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.185241 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-044a380c-7be7-4840-a077-02f04f7aa196 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1adde6fb-5bf3-4757-ade1-f5901741ca5c HTTP/1.1" status: 204 len: 168 time: 0.1992393 Jul 29 14:22:10.200863 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973956'] for router_interface, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.512360 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54770) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:10.530954 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.552170 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:10.557772 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc96886e0074349a8d631817e7ee6fd is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:10.561238 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:10.568172 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:10.591995 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Deleting port 1cc61c59-e030-4b0c-a161-fc603195a438 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:22:10.592712 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.660410 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.666217 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.675502 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-5e2be81a-10ea-421a-9a2f-391bdc5f185d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:10.719033 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dc96886e0074349a8d631817e7ee6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055805 Jul 29 14:22:10.720184 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16cc244-f64c-461f-b4a8-cf86eff57b6f,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:10.723893 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:10.724399 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54774) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:10.789576 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c22e16b6-3760-4116-ace7-ec85c2adfdab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.811606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] For port 1cc61c59-e030-4b0c-a161-fc603195a438, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=1cc61c59-e030-4b0c-a161-fc603195a438,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:10.811606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.821124 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c22e16b6-3760-4116-ace7-ec85c2adfdab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.898728 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c22e16b6-3760-4116-ace7-ec85c2adfdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.905563 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-fa8a5fbb-84fa-41ca-a5b9-f08498a38dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:10.920931 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e16b6-3760-4116-ace7-ec85c2adfdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16cc244-f64c-461f-b4a8-cf86eff57b6f,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:10.924246 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c22e16b6-3760-4116-ace7-ec85c2adfdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:10.926854 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c22e16b6-3760-4116-ace7-ec85c2adfdab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:10.930025 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-c22e16b6-3760-4116-ace7-ec85c2adfdab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e16cc244-f64c-461f-b4a8-cf86eff57b6f HTTP/1.1" status: 204 len: 168 time: 0.2023811 Jul 29 14:22:11.042574 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Calling delete_port for 1cc61c59-e030-4b0c-a161-fc603195a438 owned by network:router_interface {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:22:11.089902 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:11.399251 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:11.404197 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3d647cf2-b07e-4e1d-8489-d27a4c016f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:11.480169 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc61c59-e030-4b0c-a161-fc603195a438,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:11.490251 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:11.742320 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1973944'] for router_interface, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:12.146859 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:22:12.340729 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:22:12.349954 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] Sync routers for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:22:12.360110 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:22:12.360957 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:22:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:12.361928 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] 10.222.0.23 "PUT /v2.0/routers/228f0ad4-01a5-490f-b8e8-c57e6f947e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0546310 Jul 29 14:22:12.364613 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54816) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:12.586321 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:22:12.689913 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:12.880266 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:12.894839 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Deleting port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:22:12.895001 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:12.901312 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:22:11Z', 'revision_number': 5, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port': {'id': '8df5bd2f-859e-4fed-a01f-6c5c3f7ce200', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:10:11Z', 'updated_at': '2021-07-29T14:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:12.911778 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] Checking router: 228f0ad4-01a5-490f-b8e8-c57e6f947e47 for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:22:12.925240 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] Routers {'228f0ad4-01a5-490f-b8e8-c57e6f947e47'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:22:12.925240 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:22:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:13.094861 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] Set router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 gateway port host: None {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:22:13.131765 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] For port 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=8df5bd2f-859e-4fed-a01f-6c5c3f7ce200,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:13.132250 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.206615 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:22:12Z', 'revision_number': 6, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port_host': None}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:13.218678 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aab6d2-0bb5-4340-b592-33d597c342da None None] The sync data for ids ['228f0ad4-01a5-490f-b8e8-c57e6f947e47'] in dv-cinder-801321-2-iscsi is: [{'id': '228f0ad4-01a5-490f-b8e8-c57e6f947e47', 'name': 'tempest-AttachVolumeTestJSON-1781690184-router', 'tenant_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:10:10Z', 'updated_at': '2021-07-29T14:22:12Z', 'revision_number': 6, 'project_id': '5bd7eb135eb341f0b6b906f04ae7f045', 'gw_port_host': None}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:22:13.273634 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Calling delete_port for 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 owned by network:router_gateway {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:22:13.324756 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.464391 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.468167 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-4058415c-6938-44c4-b73f-d5794ae4ba43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:13.511267 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df5bd2f-859e-4fed-a01f-6c5c3f7ce200,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:13.513849 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:13.563750 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54856) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:13.621855 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673745'] for router_gateway, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.712867 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-da00b8a1-a817-43f7-8aaf-b8b8f826bf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.731462 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-da00b8a1-a817-43f7-8aaf-b8b8f826bf42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:13.735421 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-da00b8a1-a817-43f7-8aaf-b8b8f826bf42 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7b7c236a7c422083f02cc50ac2c39b is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:13.738474 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-da00b8a1-a817-43f7-8aaf-b8b8f826bf42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:13.754474 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-da00b8a1-a817-43f7-8aaf-b8b8f826bf42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:13.813333 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1975883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1860'] for router, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.815756 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.840546 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1972811'] for router, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.840990 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 228f0ad4-01a5-490f-b8e8-c57e6f947e47 {{(pid=78539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:22:13.854144 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.857860 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/228f0ad4-01a5-490f-b8e8-c57e6f947e47 HTTP/1.1" status: 204 len: 168 time: 1.4898179 Jul 29 14:22:13.860546 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54862) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:13.923589 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-377525da-eb08-4f68-a865-11052a37f3ad admin admin] Deleting subnet 7ffaf1fd-88f9-424d-9e07-76801657bfab {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:22:13.926851 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-377525da-eb08-4f68-a865-11052a37f3ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.950157 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-da00b8a1-a817-43f7-8aaf-b8b8f826bf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.954543 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-da00b8a1-a817-43f7-8aaf-b8b8f826bf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:13.964403 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-97bda85c-5dce-4741-8445-91f7dc89632a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:13.978401 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-377525da-eb08-4f68-a865-11052a37f3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.008479 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-da00b8a1-a817-43f7-8aaf-b8b8f826bf42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d7b7c236a7c422083f02cc50ac2c39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435806 Jul 29 14:22:14.009168 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54866) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:14.013065 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00b8a1-a817-43f7-8aaf-b8b8f826bf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f3d8b4-e3f1-46b6-b5eb-9a314c5fefb2,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:14.016415 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-da00b8a1-a817-43f7-8aaf-b8b8f826bf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:14.080138 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-377525da-eb08-4f68-a865-11052a37f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.088446 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:22:14.094792 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-31dbf4ad-8efe-48d4-9e61-9d1dd1f02bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.133039 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:22:14.133388 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 8df5bd2f-859e-4fed-a01f-6c5c3f7ce200 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:22:14.134817 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 1cc61c59-e030-4b0c-a161-fc603195a438 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:22:14.141124 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-31dbf4ad-8efe-48d4-9e61-9d1dd1f02bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.160664 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-377525da-eb08-4f68-a865-11052a37f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.172605 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:14.174329 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 1cc61c59-e030-4b0c-a161-fc603195a438 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:22:14.174696 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 1cc61c59-e030-4b0c-a161-fc603195a438 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:22:14.214251 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-377525da-eb08-4f68-a865-11052a37f3ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.223800 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3e5f2d-44ef-43c6-ae67-9bda819c7dbc None None] Network 1f52e242-51a2-4587-bde6-bb8851a58d14 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:22:14.225228 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377525da-eb08-4f68-a865-11052a37f3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ffaf1fd-88f9-424d-9e07-76801657bfab,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:14.229622 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-377525da-eb08-4f68-a865-11052a37f3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:14.233580 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-377525da-eb08-4f68-a865-11052a37f3ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7ffaf1fd-88f9-424d-9e07-76801657bfab HTTP/1.1" status: 204 len: 168 time: 0.3694456 Jul 29 14:22:14.235554 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54872) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:14.238226 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-31dbf4ad-8efe-48d4-9e61-9d1dd1f02bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.264378 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-990ff067-f7f2-4868-86fe-44b98570bdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:14.310325 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbf4ad-8efe-48d4-9e61-9d1dd1f02bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f3d8b4-e3f1-46b6-b5eb-9a314c5fefb2,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:14.314710 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-31dbf4ad-8efe-48d4-9e61-9d1dd1f02bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:14.315649 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-31dbf4ad-8efe-48d4-9e61-9d1dd1f02bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.320369 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-31dbf4ad-8efe-48d4-9e61-9d1dd1f02bbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17f3d8b4-e3f1-46b6-b5eb-9a314c5fefb2 HTTP/1.1" status: 204 len: 168 time: 0.3058600 Jul 29 14:22:14.414687 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.427372 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Deleting port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:22:14.427717 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.554632 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] DHCP port deletion for 1f52e242-51a2-4587-bde6-bb8851a58d14 request from dv-cinder-801321-2-iscsi {{(pid=78541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:22:14.561044 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] Deleting port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:22:14.561670 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.671011 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] For port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:14.671568 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.703732 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54880) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:14.800394 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] For port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0,segment=NetworkSegment(20fff6d2-ed22-44eb-9b57-2931d35bdb81),segment_id=20fff6d2-ed22-44eb-9b57-2931d35bdb81)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:14.800936 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.803419 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Calling delete_port for 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 owned by network:dhcp {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:22:14.836969 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a8d97b0b-bd42-40c1-9a9e-c46a6e199791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.851790 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a8d97b0b-bd42-40c1-9a9e-c46a6e199791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:14.856705 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a8d97b0b-bd42-40c1-9a9e-c46a6e199791 admin admin] Usage tracker for resource:security_group_rule and tenant:79972f3fbc3c43808a3811ad41e6a95a is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:14.859570 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a8d97b0b-bd42-40c1-9a9e-c46a6e199791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:14.865529 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a8d97b0b-bd42-40c1-9a9e-c46a6e199791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:14.897238 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.902168 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-13bd2f7d-835a-48ac-89a0-47184aa6fa41 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:14.949478 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Pushing event deleted for resources: {'Port': ['ID=56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:14.950670 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] Calling delete_port for 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 owned by network:dhcp {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:22:14.952683 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:14.953469 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] No DVR routers for this DVR port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 on host dv-cinder-801321-2-iscsi {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:22:14.965379 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a8d97b0b-bd42-40c1-9a9e-c46a6e199791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.977748 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a8d97b0b-bd42-40c1-9a9e-c46a6e199791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:14.991741 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-4df88325-39e8-4ff6-ab50-687d2541d850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:15.031152 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a8d97b0b-bd42-40c1-9a9e-c46a6e199791 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79972f3fbc3c43808a3811ad41e6a95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262300 Jul 29 14:22:15.034445 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54884) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:15.050610 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d97b0b-bd42-40c1-9a9e-c46a6e199791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584014a2-dec2-46fa-a76b-7d75f5ee623e,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:15.052243 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.db.api [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:22:15.053159 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_db.api [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:22:15.057613 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a8d97b0b-bd42-40c1-9a9e-c46a6e199791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:15.074725 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.088449 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f52e242-51a2-4587-bde6-bb8851a58d14']}} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:15.102158 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fff6d2-ed22-44eb-9b57-2931d35bdb81') {'for_net_delete': True} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:15.103119 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fff6d2-ed22-44eb-9b57-2931d35bdb81') {} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:15.103553 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-197ee459-6051-4fdb-965b-345bc3b0576b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.115720 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947624'] for segment, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.133523 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-197ee459-6051-4fdb-965b-345bc3b0576b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.133747 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.140320 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=78540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:22:15.140705 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947276'] for segment, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: Traceback (most recent call last): Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: timer() Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: cb(*args, **kw) Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: return func(*args, **kwargs) Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: self._notify() Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: self.callback(batched_events) Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: event.method(event) Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: return f(self, *a, **k) Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._get(url).json() Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: return self.request(url, 'GET', **kwargs) Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:22:15.157988 dv-cinder-801321-2-iscsi neutron-server[78540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:22:15.188646 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-197ee459-6051-4fdb-965b-345bc3b0576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.192562 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7ad5b421-8664-4812-b0ac-3ec62ddf8fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:15.203415 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ee459-6051-4fdb-965b-345bc3b0576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584014a2-dec2-46fa-a76b-7d75f5ee623e,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:15.207239 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-197ee459-6051-4fdb-965b-345bc3b0576b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:15.210473 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-197ee459-6051-4fdb-965b-345bc3b0576b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.211630 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-197ee459-6051-4fdb-965b-345bc3b0576b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/584014a2-dec2-46fa-a76b-7d75f5ee623e HTTP/1.1" status: 204 len: 168 time: 0.1761050 Jul 29 14:22:15.241072 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.245618 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3c1c27bf-39ca-4528-9ff4-5cdf32c9c421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:15.262748 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.268918 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f52e242-51a2-4587-bde6-bb8851a58d14,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:15.273741 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:15.289477 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f52e242-51a2-4587-bde6-bb8851a58d14 HTTP/1.1" status: 204 len: 168 time: 1.0527894 Jul 29 14:22:15.555040 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] Deleting port 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:22:15.556564 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 54902) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:15.557721 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.611445 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-7f84bb26-dfc8-453c-af45-3b739863a086 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bd7eb135eb341f0b6b906f04ae7f045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535889 Jul 29 14:22:15.614056 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 54906) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:15.630583 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-2ca947ec-d77c-4694-a9cb-692549cb3dcc None None] The port '56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0' was deleted {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:22:15.684695 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-507fb838-d5a5-45b5-9d0a-461770cb2721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.710835 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-507fb838-d5a5-45b5-9d0a-461770cb2721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.770978 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-507fb838-d5a5-45b5-9d0a-461770cb2721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.773544 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-15c64906-828e-42ee-9cdd-6f4407aa14ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:15.788781 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fb838-d5a5-45b5-9d0a-461770cb2721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629f72f2-984c-497d-94ad-7a489bf3f84b,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:15.792253 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-507fb838-d5a5-45b5-9d0a-461770cb2721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:15.795018 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-507fb838-d5a5-45b5-9d0a-461770cb2721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:15.796146 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-507fb838-d5a5-45b5-9d0a-461770cb2721 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/629f72f2-984c-497d-94ad-7a489bf3f84b HTTP/1.1" status: 204 len: 168 time: 0.1804948 Jul 29 14:22:15.930656 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:22:15.969184 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:22:15.969607 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 56c5f44c-9247-40db-b5e5-d6ffbbd4f4f0 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:22:17.489212 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55018) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:17.612756 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:17.630362 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:17.635235 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] Usage tracker for resource:security_group_rule and tenant:7aba385df64f48d98d6fdb44dbd1049a is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:17.638373 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:17.644655 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:17.732398 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:17.736236 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:17.743159 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-806fcfb7-6be0-4dd4-bae9-067e7e0bb56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:17.781845 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39869436-8586-4864-b195-844c0aebbbb5,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:17.786110 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7aba385df64f48d98d6fdb44dbd1049a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957501 Jul 29 14:22:17.786990 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:17.788806 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55026) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:17.850184 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-502b7a13-e048-453b-b207-b83e8b4b239d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:17.875624 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-502b7a13-e048-453b-b207-b83e8b4b239d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:17.927698 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-502b7a13-e048-453b-b207-b83e8b4b239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:17.933335 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-197ee459-6051-4fdb-965b-345bc3b0576b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:17.950386 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b7a13-e048-453b-b207-b83e8b4b239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39869436-8586-4864-b195-844c0aebbbb5,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:17.953170 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-502b7a13-e048-453b-b207-b83e8b4b239d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:17.957061 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-502b7a13-e048-453b-b207-b83e8b4b239d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:17.959105 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-502b7a13-e048-453b-b207-b83e8b4b239d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39869436-8586-4864-b195-844c0aebbbb5 HTTP/1.1" status: 204 len: 168 time: 0.1691191 Jul 29 14:22:18.245083 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55036) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:18.266506 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5eda96fe-0015-43a2-ae05-c683e81a26c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:18.282489 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-5eda96fe-0015-43a2-ae05-c683e81a26c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:18.286296 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-5eda96fe-0015-43a2-ae05-c683e81a26c9 admin admin] Usage tracker for resource:security_group_rule and tenant:96560cc8b86b4148b10775696a66b72e is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:18.289128 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-5eda96fe-0015-43a2-ae05-c683e81a26c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:18.295248 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-5eda96fe-0015-43a2-ae05-c683e81a26c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:18.384764 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5eda96fe-0015-43a2-ae05-c683e81a26c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:18.388362 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5eda96fe-0015-43a2-ae05-c683e81a26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:18.396010 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7e019e39-8f2c-434f-be65-5a9ec6f462de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:18.434637 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda96fe-0015-43a2-ae05-c683e81a26c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308251cc-5934-4cf0-a55b-5471661264a7,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:18.439403 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-5eda96fe-0015-43a2-ae05-c683e81a26c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96560cc8b86b4148b10775696a66b72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903238 Jul 29 14:22:18.440357 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-5eda96fe-0015-43a2-ae05-c683e81a26c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:18.441970 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55040) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:18.501018 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5690b305-8769-4cd3-990a-d77a24c50321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:18.516719 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:22:18.528767 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5690b305-8769-4cd3-990a-d77a24c50321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:18.585726 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5690b305-8769-4cd3-990a-d77a24c50321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:18.589890 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-502b7a13-e048-453b-b207-b83e8b4b239d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:18.603109 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690b305-8769-4cd3-990a-d77a24c50321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308251cc-5934-4cf0-a55b-5471661264a7,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:18.605632 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-5690b305-8769-4cd3-990a-d77a24c50321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:18.609142 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5690b305-8769-4cd3-990a-d77a24c50321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:18.610245 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-5690b305-8769-4cd3-990a-d77a24c50321 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/308251cc-5934-4cf0-a55b-5471661264a7 HTTP/1.1" status: 204 len: 168 time: 0.1673961 Jul 29 14:22:31.082891 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-3234b627-8967-4a5f-9bcc-6a820c5e328e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:security_group {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:22:31.100510 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-3234b627-8967-4a5f-9bcc-6a820c5e328e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:security_group {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:22:31.101799 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-3234b627-8967-4a5f-9bcc-6a820c5e328e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856698517&fields=id&tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81 HTTP/1.1" status: 200 len: 267 time: 0.0586035 Jul 29 14:22:31.257441 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4b4d78eb-ba06-4898-9110-3c1ef36a187b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:31.259258 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4b4d78eb-ba06-4898-9110-3c1ef36a187b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:network {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:22:31.275841 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4b4d78eb-ba06-4898-9110-3c1ef36a187b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:network {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:22:31.276997 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4b4d78eb-ba06-4898-9110-3c1ef36a187b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 811 time: 0.1676245 Jul 29 14:22:31.301362 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-b0b958a3-8dcd-4fe7-bbb9-5092623be8b9 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/quotas/f5aeee9666c64d21ad5bdf1f1da0dd81 HTTP/1.1" status: 200 len: 375 time: 0.0103321 Jul 29 14:22:31.390967 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-bcb3f0e3-925a-46c5-b9f0-d6bdd5988c2d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:22:31.407580 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-bcb3f0e3-925a-46c5-b9f0-d6bdd5988c2d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:22:31.408970 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-bcb3f0e3-925a-46c5-b9f0-d6bdd5988c2d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013017 Jul 29 14:22:31.526123 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-7e8f8a71-fe5c-4b33-98ab-6e902d658c30 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:22:31.531978 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-7e8f8a71-fe5c-4b33-98ab-6e902d658c30 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1060159 Jul 29 14:22:31.663259 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-7d810bfb-057c-4a8d-9267-30c9eae64f6d service neutron] 10.222.0.23 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301179 Jul 29 14:22:31.816205 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4cf07ac0-99a8-4113-841e-d9393ad5b3f1 service neutron] 10.222.0.23 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415508 Jul 29 14:22:31.875162 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 55206) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:32.005532 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:32.021585 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:32.026466 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc3408c1c714e3e8fdc796e30861066 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:32.029292 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:32.035161 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:32.122294 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:32.126246 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:32.135038 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-507247c5-bd65-4e21-904f-00b561d34f0d tempest-TestShelveInstance-452686403 tempest-TestShelveInstance-452686403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:32.175770 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bc3408c1c714e3e8fdc796e30861066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993522 Jul 29 14:22:32.177990 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d556ed6c-7a00-4ee1-b171-abaf7aaa2040,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:32.180552 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55216) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:32.186775 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.187144 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.187521 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.187920 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.188291 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.188662 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.189021 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.189380 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.189740 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.190097 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.190453 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.190805 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.194788 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-233692ae-2f5c-41df-8713-9d7063c08d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:32.248529 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:32.275939 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:32.352744 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:32.358220 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-956e3563-fbac-4f94-bae7-403675f79c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:32.371594 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d556ed6c-7a00-4ee1-b171-abaf7aaa2040,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:32.392428 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:32.396915 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d556ed6c-7a00-4ee1-b171-abaf7aaa2040 HTTP/1.1" status: 204 len: 168 time: 0.2139280 Jul 29 14:22:32.398429 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.398897 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.399272 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.399722 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.400048 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.400418 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.400802 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.401135 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.401500 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.401860 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.402217 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.402591 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:32.406013 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-e63f792e-76c3-4654-8317-009d5c49e211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:32.506831 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-693b24c3-8034-496e-90f9-cf2ba857a3b3 req-4d39e433-595b-4f9e-a62d-5f317aa9a956 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 210 time: 0.2001574 Jul 29 14:22:32.751636 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 55240) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:32.774251 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:32.789865 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:32.793678 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] Usage tracker for resource:security_group_rule and tenant:8de218fa707a401e9911aaddabeed5f7 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:32.796708 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:32.802984 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:32.886903 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:32.891146 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:32.901508 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ec154ae6-44cc-4316-a959-3ef62454227f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:32.940956 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8de218fa707a401e9911aaddabeed5f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881378 Jul 29 14:22:32.941890 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f143700d-2450-431e-af4a-77fb39f93620,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:32.943606 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55246) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:32.951384 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:33.003101 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6a5096ee-e79d-4cf8-ac29-3213d15321a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:33.035267 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6a5096ee-e79d-4cf8-ac29-3213d15321a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:33.088838 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6a5096ee-e79d-4cf8-ac29-3213d15321a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:33.094485 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-7b7f27cd-b8ce-4ca6-9e0f-93b40591ecb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:33.109456 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5096ee-e79d-4cf8-ac29-3213d15321a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f143700d-2450-431e-af4a-77fb39f93620,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:33.111649 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6a5096ee-e79d-4cf8-ac29-3213d15321a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:33.113872 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6a5096ee-e79d-4cf8-ac29-3213d15321a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:33.114974 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-6a5096ee-e79d-4cf8-ac29-3213d15321a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f143700d-2450-431e-af4a-77fb39f93620 HTTP/1.1" status: 204 len: 168 time: 0.1702697 Jul 29 14:22:33.675436 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b70924af-5dfd-46de-8349-1547903cc306 req-4e6ce657-3658-414b-8b43-41363b6fb4bc tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 210 time: 0.0520761 Jul 29 14:22:33.807277 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-151fb104-66b1-4e12-8af3-2cccf6160fb0 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:33.816309 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-151fb104-66b1-4e12-8af3-2cccf6160fb0 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 811 time: 0.1811118 Jul 29 14:22:33.863584 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-5e6489de-aaeb-4fc5-9148-ec53be4ab36f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81 HTTP/1.1" status: 200 len: 380 time: 0.0454125 Jul 29 14:22:33.876545 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'port': {'device_id': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'admin_state_up': True, 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'security_groups': ['e8086201-bbb7-48a8-ad14-e58aef2b7880']}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:34.026848 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:34.036595 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:34.047183 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Made reservation on behalf of f5aeee9666c64d21ad5bdf1f1da0dd81 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:22:34.050647 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:34.227739 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Allocated IP 172.20.0.8 (ea055f21-00ef-42d5-97ad-21562b8a9f65/9706e348-cc23-43c0-9a84-3f62c9f41c97/3f9aee89-4956-4634-9817-a96c68cd797d) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:22:34.541589 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:34.562337 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Transition to ACTIVE for port object 3f9aee89-4956-4634-9817-a96c68cd797d will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:22:34.590565 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:34.597684 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d7ea8193-9b24-42c9-a196-467d32245e77 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:34.666189 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:22:34.669487 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:22:34.672094 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:22:34.716605 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'Port': ['ID=3f9aee89-4956-4634-9817-a96c68cd797d,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:34.722290 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:34.753206 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:34.753934 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:34.800854 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9280207 Jul 29 14:22:34.814718 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Request body: {'port': {'device_id': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:34.957513 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-a61b858d-5c17-40d7-8a00-4d3f43c50af2 None None] Provisioning for port 3f9aee89-4956-4634-9817-a96c68cd797d completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:22:34.964501 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-a61b858d-5c17-40d7-8a00-4d3f43c50af2 None None] Provisioning complete for port 3f9aee89-4956-4634-9817-a96c68cd797d triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:34.964966 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a61b858d-5c17-40d7-8a00-4d3f43c50af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:34.991687 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:35.021193 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-a61b858d-5c17-40d7-8a00-4d3f43c50af2 None None] Port 3f9aee89-4956-4634-9817-a96c68cd797d cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:22:35.040746 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e5dc2-98e1-43e2-ad30-621c338c98a3 req-b7440668-580f-41b7-b2df-45d354e88a47 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:35.041444 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-9b3e5dc2-98e1-43e2-ad30-621c338c98a3 req-b7440668-580f-41b7-b2df-45d354e88a47 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:22:35.085906 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-9b3e5dc2-98e1-43e2-ad30-621c338c98a3 req-b7440668-580f-41b7-b2df-45d354e88a47 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:22:35.087500 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9b3e5dc2-98e1-43e2-ad30-621c338c98a3 req-b7440668-580f-41b7-b2df-45d354e88a47 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 931 time: 0.2394145 Jul 29 14:22:35.215419 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9b3e5dc2-98e1-43e2-ad30-621c338c98a3 req-192b4b17-4090-4adf-bdb2-d0f51ad82481 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793660 Jul 29 14:22:35.356532 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-59b68169-8e13-4e3e-896e-351fe1d0d815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:35.415651 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9aee89-4956-4634-9817-a96c68cd797d {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:22:35.423347 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:35.441056 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Transition to ACTIVE for port object 3f9aee89-4956-4634-9817-a96c68cd797d will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:22:35.445509 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:35.449810 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-588d7ff6-5e70-4c01-8909-437a8a567b36 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:35.616497 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Pushing event updated for resources: {'Port': ['ID=3f9aee89-4956-4634-9817-a96c68cd797d,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:35.624502 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:35.700262 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Attempting to bind port 3f9aee89-4956-4634-9817-a96c68cd797d on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:22:35.700695 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Attempting to bind port 3f9aee89-4956-4634-9817-a96c68cd797d by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:22:35.701101 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Attempting to bind port 3f9aee89-4956-4634-9817-a96c68cd797d on network ea055f21-00ef-42d5-97ad-21562b8a9f65 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:22:35.706140 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Port 3f9aee89-4956-4634-9817-a96c68cd797d on network ea055f21-00ef-42d5-97ad-21562b8a9f65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:22:35.706575 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Attempting to bind port 3f9aee89-4956-4634-9817-a96c68cd797d on network ea055f21-00ef-42d5-97ad-21562b8a9f65 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:22:35.712072 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:22:35.712490 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Checking segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:22:35.712946 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Bound using segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:22:35.713437 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Bound port: 3f9aee89-4956-4634-9817-a96c68cd797d, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:22:35.713873 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:35.779477 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:35.817512 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] For port 3f9aee89-4956-4634-9817-a96c68cd797d, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:22:35.822017 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] For port 3f9aee89-4956-4634-9817-a96c68cd797d, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=3f9aee89-4956-4634-9817-a96c68cd797d,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:22:35.827260 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:35.832409 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:35.902113 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:35.902748 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:35.904163 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] 10.222.0.10 "PUT /v2.0/ports/3f9aee89-4956-4634-9817-a96c68cd797d HTTP/1.1" status: 200 len: 1093 time: 1.0944605 Jul 29 14:22:35.904808 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'tag': '3f9aee89-4956-4634-9817-a96c68cd797d'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:22:35.933780 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Pushing event updated for resources: {'Port': ['ID=3f9aee89-4956-4634-9817-a96c68cd797d,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:35.946137 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:35.995329 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'tag': '3f9aee89-4956-4634-9817-a96c68cd797d', 'status': 'completed', 'code': 200} Jul 29 14:22:36.045552 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-29747708-fde3-4c8d-be02-81bd83f175b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:36.047509 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-29747708-fde3-4c8d-be02-81bd83f175b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 1096 time: 0.0908859 Jul 29 14:22:36.132114 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-1ed02ae7-7ebb-4602-a689-de55b7e5ecee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f9aee89-4956-4634-9817-a96c68cd797d HTTP/1.1" status: 200 len: 217 time: 0.0707684 Jul 29 14:22:36.216174 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-c27c5176-5626-4e8b-9dfa-19364234f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:36.217632 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-c27c5176-5626-4e8b-9dfa-19364234f27b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0825953 Jul 29 14:22:36.407087 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-0a8836ba-8b2d-44d3-ab27-21c35e4ecd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:36.408991 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-0a8836ba-8b2d-44d3-ab27-21c35e4ecd02 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1840384 Jul 29 14:22:36.676171 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46c7d2-9842-4fa5-adb1-798420991646 req-485a90e8-a0c0-49c9-aea1-f7e82ead870b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:36.677624 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4d46c7d2-9842-4fa5-adb1-798420991646 req-485a90e8-a0c0-49c9-aea1-f7e82ead870b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 943 time: 0.3357630 Jul 29 14:22:36.714677 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-6a3ebe66-d460-47dd-8251-ed549d4a11bf service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946084 Jul 29 14:22:36.768309 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4d46c7d2-9842-4fa5-adb1-798420991646 req-360758df-5cb3-4797-b92f-a6dbda0c74ec tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772235 Jul 29 14:22:36.866256 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5a295eff-eede-47b7-bff4-0ba9656251e8 req-e95a9c0d-5d84-40a8-9ccc-867063cc9fc6 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402156 Jul 29 14:22:36.980415 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-0d806564-493a-43e0-bece-d988d4281bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:36.981901 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-0d806564-493a-43e0-bece-d988d4281bed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 1096 time: 0.0705931 Jul 29 14:22:37.927730 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c87f-6d36-4df1-b4d5-35bf642cdd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:37.964544 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dad62c-7593-41e4-ac11-dcae823f1313 req-6b83e873-c7e5-489e-ada7-9891af984921 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:37.966032 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f0dad62c-7593-41e4-ac11-dcae823f1313 req-6b83e873-c7e5-489e-ada7-9891af984921 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 943 time: 0.0902779 Jul 29 14:22:37.966545 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-a9c87b69-bae4-4790-bde2-c2cd498bf8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:37.968020 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-a9c87b69-bae4-4790-bde2-c2cd498bf8e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1292453 Jul 29 14:22:38.010697 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f0dad62c-7593-41e4-ac11-dcae823f1313 req-a24cdfc1-af9a-4afe-9f10-e46537be8349 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386879 Jul 29 14:22:38.774100 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-7e3843d6-cede-4e84-9842-bda95112a9a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f9aee89-4956-4634-9817-a96c68cd797d HTTP/1.1" status: 200 len: 217 time: 0.0654967 Jul 29 14:22:39.193068 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aee37-5832-4741-b857-3d800ca62c16 req-8017f335-6c42-40a6-aee4-cd4318f9ed50 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:39.194516 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9a8aee37-5832-4741-b857-3d800ca62c16 req-8017f335-6c42-40a6-aee4-cd4318f9ed50 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 943 time: 0.0789955 Jul 29 14:22:39.243688 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9a8aee37-5832-4741-b857-3d800ca62c16 req-56d3cee3-17d3-4367-8d32-e737adcda99e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430284 Jul 29 14:22:39.440507 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:39.760208 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-cd6698a6-6279-4abb-801a-51f1e01db2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:39.762003 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-cd6698a6-6279-4abb-801a-51f1e01db2a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0594921 Jul 29 14:22:39.838465 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-2b311924-d01d-4ff3-9ac9-3e89e246d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:39.839992 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-2b311924-d01d-4ff3-9ac9-3e89e246d984 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703845 Jul 29 14:22:39.976219 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-2848d5dc-a3b4-4d9b-94de-3c4db40e9e7f service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272988 Jul 29 14:22:40.110107 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-047afe11-f908-4b4f-90d2-1246c2fb79ca req-f2ce69cc-d09b-443a-9e4a-6adfe3af1caa service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259756 Jul 29 14:22:40.429610 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c82c-75b9-4a74-b30e-f85365ff0d42 req-bf62176c-334f-4a42-9589-6fd6db492eac tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:40.431085 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-58f4c82c-75b9-4a74-b30e-f85365ff0d42 req-bf62176c-334f-4a42-9589-6fd6db492eac tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 943 time: 0.0811076 Jul 29 14:22:40.475601 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-58f4c82c-75b9-4a74-b30e-f85365ff0d42 req-a2b19c27-bf83-4829-8e47-3df9a3b501cb tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389481 Jul 29 14:22:41.089722 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:41.666184 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa3e56-3556-4a24-882e-393f58ce4c04 req-4084edce-024f-40b2-975b-a4dd36630dd2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:41.667608 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fefa3e56-3556-4a24-882e-393f58ce4c04 req-4084edce-024f-40b2-975b-a4dd36630dd2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 943 time: 0.0841961 Jul 29 14:22:41.712539 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fefa3e56-3556-4a24-882e-393f58ce4c04 req-979f16f6-ead1-4a19-b340-3937674193c6 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Jul 29 14:22:42.998340 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68c6ac-9a0c-4516-9514-1daf813da549 req-a65111c5-72ab-4536-b304-4fba1ae7a9a5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:42.999764 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8b68c6ac-9a0c-4516-9514-1daf813da549 req-a65111c5-72ab-4536-b304-4fba1ae7a9a5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 943 time: 0.1815495 Jul 29 14:22:43.045516 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8b68c6ac-9a0c-4516-9514-1daf813da549 req-50979a47-ddf4-46ec-bafe-124c29eecb3e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398746 Jul 29 14:22:43.328468 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:44.238401 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13727e-5425-4229-9f2f-b4a492bd17d4 req-a4a721a9-b0b7-4323-a627-a5d3a70dff9e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:44.239918 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6b13727e-5425-4229-9f2f-b4a492bd17d4 req-a4a721a9-b0b7-4323-a627-a5d3a70dff9e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 943 time: 0.0845902 Jul 29 14:22:44.287673 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-6b13727e-5425-4229-9f2f-b4a492bd17d4 req-fe728b20-919d-4d4c-9c97-44d5cf1be92b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405569 Jul 29 14:22:45.482985 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705f3ce-aab8-4394-a767-02373b4a4e5f req-9bddbfbf-57b1-44bc-bc67-cc81e3b08c4b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:45.484470 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f705f3ce-aab8-4394-a767-02373b4a4e5f req-9bddbfbf-57b1-44bc-bc67-cc81e3b08c4b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 943 time: 0.0865850 Jul 29 14:22:45.535764 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f705f3ce-aab8-4394-a767-02373b4a4e5f req-51b61ccd-420a-427f-84be-1cfda2d8af6d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457623 Jul 29 14:22:46.719370 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38f5c0-f735-4703-992c-396801251e6e req-aab67154-013d-4772-a202-6c604bcfd337 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:46.720846 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9c38f5c0-f735-4703-992c-396801251e6e req-aab67154-013d-4772-a202-6c604bcfd337 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 943 time: 0.0801415 Jul 29 14:22:46.768321 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9c38f5c0-f735-4703-992c-396801251e6e req-2cd1cd81-11b3-4900-aa4b-ca7579530d1b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411797 Jul 29 14:22:47.845028 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 3f9aee89-4956-4634-9817-a96c68cd797d details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:22:47.954031 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2559bdd-1278-4185-b531-98a90bd8f73a req-378e14f7-2f76-4474-a9a8-33b0ec884472 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:47.955524 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a2559bdd-1278-4185-b531-98a90bd8f73a req-378e14f7-2f76-4474-a9a8-33b0ec884472 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 943 time: 0.0812488 Jul 29 14:22:47.988318 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 3f9aee89-4956-4634-9817-a96c68cd797d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=3f9aee89-4956-4634-9817-a96c68cd797d,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:48.001257 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a2559bdd-1278-4185-b531-98a90bd8f73a req-bae10450-b948-48e8-b34d-839f578f2a4c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398045 Jul 29 14:22:48.001835 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '3f9aee89-4956-4634-9817-a96c68cd797d', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'port_id': '3f9aee89-4956-4634-9817-a96c68cd797d', 'mac_address': 'fa:16:3e:8b:9b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:22:48.056514 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:48.076064 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9aee89-4956-4634-9817-a96c68cd797d {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:22:48.091580 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 3f9aee89-4956-4634-9817-a96c68cd797d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=3f9aee89-4956-4634-9817-a96c68cd797d,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:48.095526 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:48.098392 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:48.163064 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=3f9aee89-4956-4634-9817-a96c68cd797d,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:48.166514 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:48.327023 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['3f9aee89-4956-4634-9817-a96c68cd797d'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:22:49.076765 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55470) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:49.192395 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-dbfe5860-bf3e-4307-9199-1eb82f85b0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.195089 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95bf7-8ca9-4b09-8e9f-70bec60ef088 req-a5717304-5195-48ba-93ee-9e56e5c6f94a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:49.197554 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b9c95bf7-8ca9-4b09-8e9f-70bec60ef088 req-a5717304-5195-48ba-93ee-9e56e5c6f94a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 944 time: 0.0856571 Jul 29 14:22:49.212518 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-dbfe5860-bf3e-4307-9199-1eb82f85b0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:49.216383 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-dbfe5860-bf3e-4307-9199-1eb82f85b0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d92b06a56e4a4c9eabd068f19ede0bc8 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:49.219301 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-dbfe5860-bf3e-4307-9199-1eb82f85b0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:49.225059 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-dbfe5860-bf3e-4307-9199-1eb82f85b0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:49.246388 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b9c95bf7-8ca9-4b09-8e9f-70bec60ef088 req-84fd4a08-6e1b-415c-a0ab-25f5bc889492 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433540 Jul 29 14:22:49.309392 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-dbfe5860-bf3e-4307-9199-1eb82f85b0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.313220 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-dbfe5860-bf3e-4307-9199-1eb82f85b0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.320840 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-507fb838-d5a5-45b5-9d0a-461770cb2721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:49.360346 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe5860-bf3e-4307-9199-1eb82f85b0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fd4cf2-5d5f-4c8e-878b-0378b6b22fac,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:49.364538 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-dbfe5860-bf3e-4307-9199-1eb82f85b0d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d92b06a56e4a4c9eabd068f19ede0bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867234 Jul 29 14:22:49.365437 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-dbfe5860-bf3e-4307-9199-1eb82f85b0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:49.368218 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55476) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:49.426239 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-11466464-6eb1-4cac-8000-a18d8b69a63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.451703 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-11466464-6eb1-4cac-8000-a18d8b69a63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.504347 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-11466464-6eb1-4cac-8000-a18d8b69a63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.508628 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6a5096ee-e79d-4cf8-ac29-3213d15321a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:49.526837 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11466464-6eb1-4cac-8000-a18d8b69a63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fd4cf2-5d5f-4c8e-878b-0378b6b22fac,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:49.529422 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-11466464-6eb1-4cac-8000-a18d8b69a63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:49.530621 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-11466464-6eb1-4cac-8000-a18d8b69a63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.531711 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-11466464-6eb1-4cac-8000-a18d8b69a63f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5fd4cf2-5d5f-4c8e-878b-0378b6b22fac HTTP/1.1" status: 204 len: 168 time: 0.1632214 Jul 29 14:22:49.829571 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55488) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:49.845320 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 3f9aee89-4956-4634-9817-a96c68cd797d up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:22:49.848202 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d2006d16-0842-43f6-953b-a963de104ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.863886 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-d2006d16-0842-43f6-953b-a963de104ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:49.868445 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-d2006d16-0842-43f6-953b-a963de104ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:c109b486b1a54adcb9a937d86ed0d674 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:49.871432 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-d2006d16-0842-43f6-953b-a963de104ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:49.877337 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-d2006d16-0842-43f6-953b-a963de104ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:49.919275 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port 3f9aee89-4956-4634-9817-a96c68cd797d completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:22:49.924563 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 3f9aee89-4956-4634-9817-a96c68cd797d triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:22:49.925022 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.967662 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d2006d16-0842-43f6-953b-a963de104ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.971540 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d2006d16-0842-43f6-953b-a963de104ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:49.980912 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-11466464-6eb1-4cac-8000-a18d8b69a63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:50.022414 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d2006d16-0842-43f6-953b-a963de104ad7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c109b486b1a54adcb9a937d86ed0d674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915362 Jul 29 14:22:50.023737 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2006d16-0842-43f6-953b-a963de104ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899afde0-7242-4ac8-b090-d4337d149752,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:50.025019 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 55494) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:50.027344 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d2006d16-0842-43f6-953b-a963de104ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:50.048344 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:50.078690 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9aee89-4956-4634-9817-a96c68cd797d'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:22:50.089715 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 3f9aee89-4956-4634-9817-a96c68cd797d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=3f9aee89-4956-4634-9817-a96c68cd797d,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:22:50.091176 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-84adf48f-2919-447d-bea2-370557d4e1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:50.095717 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:50.098530 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-f9a1c8d1-6f17-43b2-b942-bca58636d1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:50.119849 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-84adf48f-2919-447d-bea2-370557d4e1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:50.176979 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=3f9aee89-4956-4634-9817-a96c68cd797d,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:50.178915 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-84adf48f-2919-447d-bea2-370557d4e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:50.184161 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-31dbf4ad-8efe-48d4-9e61-9d1dd1f02bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:50.184885 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.185258 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.185581 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.185922 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.186258 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.186590 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.186931 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.187257 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.187600 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.187948 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.188279 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.188604 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:22:50.192543 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:50.284385 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adf48f-2919-447d-bea2-370557d4e1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899afde0-7242-4ac8-b090-d4337d149752,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:50.287386 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-84adf48f-2919-447d-bea2-370557d4e1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:50.290088 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-84adf48f-2919-447d-bea2-370557d4e1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:50.294038 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-84adf48f-2919-447d-bea2-370557d4e1e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/899afde0-7242-4ac8-b090-d4337d149752 HTTP/1.1" status: 204 len: 168 time: 0.2678514 Jul 29 14:22:50.359134 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9aee89-4956-4634-9817-a96c68cd797d', 'code': 200} Jul 29 14:22:50.467609 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1718b3b-c75b-4f8b-850b-8f990e98a5bf req-ed58a772-5d77-4b9a-af9d-676edfb9a543 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:50.469128 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f1718b3b-c75b-4f8b-850b-8f990e98a5bf req-ed58a772-5d77-4b9a-af9d-676edfb9a543 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 945 time: 0.0828171 Jul 29 14:22:50.519209 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f1718b3b-c75b-4f8b-850b-8f990e98a5bf req-7c7c522f-084c-4f13-a5e7-58426a280cbe tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436800 Jul 29 14:22:50.650644 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a5619-6a1f-42d5-8059-e75c8c31efc8 req-65c4df96-fdfa-4bc5-93ca-a7bfb22ce594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:50.652148 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-302a5619-6a1f-42d5-8059-e75c8c31efc8 req-65c4df96-fdfa-4bc5-93ca-a7bfb22ce594 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 1098 time: 0.0795572 Jul 29 14:22:50.677509 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55508) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:50.695331 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-302a5619-6a1f-42d5-8059-e75c8c31efc8 req-15cc288e-4f6f-40a3-a460-8b3e76bfca47 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365603 Jul 29 14:22:50.696285 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:50.710775 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:50.714626 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] Usage tracker for resource:security_group_rule and tenant:94824c2352d1425eae2345ff80d3fe9d is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:50.717445 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:50.723038 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:50.810727 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:50.814876 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:50.828258 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-58cea01e-32a1-40a6-8f13-2c6c39f68942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:50.868092 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94824c2352d1425eae2345ff80d3fe9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894147 Jul 29 14:22:50.868986 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e7b988-a6af-443b-9347-d00076aaeb1a,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:50.871086 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 55512) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:50.871967 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:50.931291 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ba18-3b29-4fa4-b65e-ef3fbc547a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:50.956733 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ba18-3b29-4fa4-b65e-ef3fbc547a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:51.010085 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ba18-3b29-4fa4-b65e-ef3fbc547a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:51.014552 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-cdf7f935-0344-4db1-a8ae-b9cb69225309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:51.029673 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1ba18-3b29-4fa4-b65e-ef3fbc547a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e7b988-a6af-443b-9347-d00076aaeb1a,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:51.032110 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f1b1ba18-3b29-4fa4-b65e-ef3fbc547a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:51.039057 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ba18-3b29-4fa4-b65e-ef3fbc547a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:51.042601 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-f1b1ba18-3b29-4fa4-b65e-ef3fbc547a8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2e7b988-a6af-443b-9347-d00076aaeb1a HTTP/1.1" status: 204 len: 168 time: 0.1681576 Jul 29 14:22:51.732080 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa5219-f988-4c26-af47-20698e85092a req-3d4c24f7-60b3-4580-9c43-0f7e297f251d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:51.733682 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-01fa5219-f988-4c26-af47-20698e85092a req-3d4c24f7-60b3-4580-9c43-0f7e297f251d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 945 time: 0.0839472 Jul 29 14:22:51.779662 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-01fa5219-f988-4c26-af47-20698e85092a req-264c1059-2a14-489e-80d0-a97cc7be9c37 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Jul 29 14:22:51.833115 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55546) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:51.947521 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-718497429-network', 'tenant_id': '5ea701996b694db98e794b8426642253'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:51.952193 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:51.956040 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Usage tracker for resource:network and tenant:5ea701996b694db98e794b8426642253 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:51.958902 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:51.965906 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:51.966555 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b385f-ebf2-4915-8c89-0993d01a5569 req-61b0b5ea-0b0b-4152-9293-11b8366767ec tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:51.968072 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7b385f-ebf2-4915-8c89-0993d01a5569 req-61b0b5ea-0b0b-4152-9293-11b8366767ec tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 945 time: 0.0809627 Jul 29 14:22:51.977188 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Made reservation on behalf of 5ea701996b694db98e794b8426642253 for: {'network': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:22:51.979487 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:51.995319 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.009722 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:52.013601 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea701996b694db98e794b8426642253 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:52.014233 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4a7b385f-ebf2-4915-8c89-0993d01a5569 req-33b51699-bfb8-42a6-ba7a-dff578241140 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Jul 29 14:22:52.016766 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:52.023524 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:52.040545 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 55552) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:52.110808 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.115361 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.118894 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-2cc428a1-9ab0-4098-8bb9-38a5f91308b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:52.147305 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=78539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:22:52.155886 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8255afbe-947a-46c9-b55a-d04c989d7e58,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:52.159505 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:52.162190 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.162532 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.segments_db [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Added segment d2f5a5a7-3ccf-48e8-9422-ca629ff6d568 of type vlan for network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 Jul 29 14:22:52.192352 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.225138 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.228873 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:52.229443 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.234274 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:52.249795 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b008c812-0484-4690-9c52-64e47f098b80 tempest-TestVolumeBootPattern-324230745 tempest-TestVolumeBootPattern-324230745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:52.251531 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-b008c812-0484-4690-9c52-64e47f098b80 tempest-TestVolumeBootPattern-324230745 tempest-TestVolumeBootPattern-324230745-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 1093 time: 0.2098966 Jul 29 14:22:52.254691 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 55562) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:52.260640 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'floatingip': {'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'port_id': '3f9aee89-4956-4634-9817-a96c68cd797d', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:52.266707 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:52.271261 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:floatingip and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:52.274452 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:52.280891 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:52.294860 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.344998 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Pushing event updated for resources: {'Network': ['ID=38d5f41a-b31b-45a3-9498-5d9a4e382a50,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:52.349856 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:52.358401 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:22:52.376252 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d1d716ab-169f-46e3-aa61-43f0c92ff321 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5417991 Jul 29 14:22:52.380751 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55568) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:52.388036 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Request body: {'subnet': {'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-718497429-subnet', 'tenant_id': '5ea701996b694db98e794b8426642253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:52.393781 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:52.398878 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Usage tracker for resource:subnet and tenant:5ea701996b694db98e794b8426642253 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:52.402351 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:52.409341 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:52.423465 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Made reservation on behalf of 5ea701996b694db98e794b8426642253 for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:22:52.428257 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2497503'] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.456742 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.596551 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Allocated IP 172.27.0.167 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/5aaeadca-c05c-4f2b-a47a-f9ed88452b96) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:22:52.665388 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2557718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2497453'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.669954 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:52.745725 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.745975 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d02b6e3-307f-4fea-8022-698ee4e6e353,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:52.749874 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:52.753988 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Checking segment: {'id': 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:22:52.754350 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Network hostable DHCP agents. Network: 38d5f41a-b31b-45a3-9498-5d9a4e382a50, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:22:52.773500 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:22:52.776969 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.780728 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3c9ed6d9-8d87-476f-bcc6-d35ab0c298ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:52.783686 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 38d5f41a-b31b-45a3-9498-5d9a4e382a50) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:22:52.788046 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:52.788845 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:52.795775 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0775b8b-ad9a-443e-b62b-2fd2230f9708 None None] Network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:22:52.815049 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-23b37bfb-1585-41d2-aee4-447c9a14389e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4292791 Jul 29 14:22:52.850314 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:22:52.853226 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:22:52.857531 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:22:52.885985 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'Port': ['ID=5aaeadca-c05c-4f2b-a47a-f9ed88452b96,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:52.892856 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:53.029686 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb69b5a-875c-4721-a311-22d03e9a1181 None None] Network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:22:53.304933 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:53.387401 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:53.711474 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:53.716620 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:53.721228 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-bbb04f1b-88c7-4792-95eb-624c5501c2bb tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:53.762764 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55588) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:53.828737 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'Port': ['ID=5aaeadca-c05c-4f2b-a47a-f9ed88452b96,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:53.832776 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:53.837872 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:53.882429 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a28b6256-b3c3-4287-960f-7c1c2bc66fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:53.899277 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a28b6256-b3c3-4287-960f-7c1c2bc66fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:53.902860 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a28b6256-b3c3-4287-960f-7c1c2bc66fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:875bf45e4c9649e1a86318748ddc39d3 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:53.905722 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a28b6256-b3c3-4287-960f-7c1c2bc66fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:53.911524 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a28b6256-b3c3-4287-960f-7c1c2bc66fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:53.996489 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a28b6256-b3c3-4287-960f-7c1c2bc66fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:54.000959 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a28b6256-b3c3-4287-960f-7c1c2bc66fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:54.010141 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f9ba21f6-695d-49ce-b5c5-71ff269e46f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:54.020078 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Floating IP 138d5462-4a7e-4e93-a123-555329c6864a associated. External IP: 172.27.0.167, port: 3f9aee89-4956-4634-9817-a96c68cd797d. Jul 29 14:22:54.054354 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a28b6256-b3c3-4287-960f-7c1c2bc66fb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=875bf45e4c9649e1a86318748ddc39d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898428 Jul 29 14:22:54.056903 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55594) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:22:54.059488 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b6256-b3c3-4287-960f-7c1c2bc66fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d4c789-9059-4b97-a02d-4027d8e07655,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:54.071132 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a28b6256-b3c3-4287-960f-7c1c2bc66fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:54.119419 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-31d311a1-c17e-499b-b202-966edff51ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:54.145396 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-31d311a1-c17e-499b-b202-966edff51ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:54.197233 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-31d311a1-c17e-499b-b202-966edff51ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:54.202139 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-121eb1e2-ac2c-4ff4-8028-20c5870c345c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:54.214308 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d311a1-c17e-499b-b202-966edff51ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d4c789-9059-4b97-a02d-4027d8e07655,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:54.217375 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-31d311a1-c17e-499b-b202-966edff51ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:54.219311 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-31d311a1-c17e-499b-b202-966edff51ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:54.220485 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-31d311a1-c17e-499b-b202-966edff51ab5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97d4c789-9059-4b97-a02d-4027d8e07655 HTTP/1.1" status: 204 len: 168 time: 0.1626718 Jul 29 14:22:54.385989 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Router b0d2bb55-d8b0-4188-a097-4ee114b49f3d has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:22:54.570392 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:22:54.582447 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] Sync routers for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:22:54.594923 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:22:54.597309 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:22:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:54.618524 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:54.681768 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4258997 Jul 29 14:22:54.682429 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'tag': '3f9aee89-4956-4634-9817-a96c68cd797d'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:22:54.728422 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'tag': '3f9aee89-4956-4634-9817-a96c68cd797d', 'status': 'completed', 'code': 200} Jul 29 14:22:54.891090 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:22:54.927368 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-6b5e93b2-2f3a-4898-9f0f-c38152f595c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:54.929737 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-6b5e93b2-2f3a-4898-9f0f-c38152f595c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 1098 time: 0.1771176 Jul 29 14:22:55.074018 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-90d1217a-e63b-408c-901a-c1d163ddf761 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:55.075647 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-90d1217a-e63b-408c-901a-c1d163ddf761 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/networks?id=38d5f41a-b31b-45a3-9498-5d9a4e382a50 HTTP/1.1" status: 200 len: 808 time: 0.2485552 Jul 29 14:22:55.096785 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-e6f4fd6e-750a-4f87-a00c-cb495bdb96cd tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/quotas/5ea701996b694db98e794b8426642253 HTTP/1.1" status: 200 len: 375 time: 0.0146871 Jul 29 14:22:55.150991 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-771f18f7-5f4f-4bbb-922d-4d8f0d94bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:55.152598 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-771f18f7-5f4f-4bbb-922d-4d8f0d94bd08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.2148647 Jul 29 14:22:55.165398 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-872bc177-426f-41cd-993e-d8843c072df9 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ea701996b694db98e794b8426642253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558560 Jul 29 14:22:55.266388 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '138d5462-4a7e-4e93-a123-555329c6864a', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': '3f9aee89-4956-4634-9817-a96c68cd797d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:8b:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:22:53Z', 'updated_at': '2021-07-29T14:22:53Z', 'revision_number': 0, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:55.272162 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] Checking router: b0d2bb55-d8b0-4188-a097-4ee114b49f3d for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:22:55.285125 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:22:55.286087 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:22:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:55.376419 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-ea2e28f7-ca96-4435-be53-424e480f65da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f9aee89-4956-4634-9817-a96c68cd797d HTTP/1.1" status: 200 len: 999 time: 0.2140243 Jul 29 14:22:55.444838 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-ecafb3e8-78bf-4077-a9b8-3d7b591374ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:55.446453 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-ecafb3e8-78bf-4077-a9b8-3d7b591374ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0627689 Jul 29 14:22:55.457003 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b7cfa174-6610-4eed-aa14-b0706eea1b3e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:22:55.458085 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b7cfa174-6610-4eed-aa14-b0706eea1b3e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1354265 Jul 29 14:22:55.499476 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:22:55.515248 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:22:55.652154 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-fa8cba21-d41e-46ca-8ebd-8da8fd4da3f4 service neutron] 10.222.0.23 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626141 Jul 29 14:22:55.654219 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-3b1402e1-49e2-4f3d-9881-84f5daa544e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:55.655644 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-3b1402e1-49e2-4f3d-9881-84f5daa544e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1966832 Jul 29 14:22:55.888195 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '138d5462-4a7e-4e93-a123-555329c6864a', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': '3f9aee89-4956-4634-9817-a96c68cd797d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:8b:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:22:53Z', 'updated_at': '2021-07-29T14:22:53Z', 'revision_number': 0, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:22:55.893851 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f00d01-3802-4cf2-8247-3108336bc4d7 None None] The sync data for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi is: [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '138d5462-4a7e-4e93-a123-555329c6864a', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': '3f9aee89-4956-4634-9817-a96c68cd797d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:8b:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:22:53Z', 'updated_at': '2021-07-29T14:22:53Z', 'revision_number': 0, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:22:55.894351 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b6ba54f8-e198-41ad-a2d9-f6d8e684428c service neutron] 10.222.0.23 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361922 Jul 29 14:22:55.896546 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-de654f42-e309-46d4-bf4c-1c89492d5ad3 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194383 Jul 29 14:22:56.052464 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-11059cc3-4ddb-4d52-8a39-4d2df421c5a4 req-ff7a9c83-e2a8-47f6-9861-c9b07779568e service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490068 Jul 29 14:22:56.104224 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4caab3f2-acc7-4925-9c4d-dca4cfdb2c6f req-1101cb26-32b6-43a2-a8c6-3528a2cad56d tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 210 time: 0.0507176 Jul 29 14:22:56.169269 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70d811-68a6-43e6-bc2e-c7ffc838ee1d None None] New status for floating IP 138d5462-4a7e-4e93-a123-555329c6864a: ACTIVE {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:22:57.222508 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-8ccde116-a14f-4178-8f7e-352606ef2d74 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:57.227675 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-8ccde116-a14f-4178-8f7e-352606ef2d74 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.10 "GET /v2.0/networks?id=38d5f41a-b31b-45a3-9498-5d9a4e382a50 HTTP/1.1" status: 200 len: 808 time: 0.2120478 Jul 29 14:22:57.242287 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Request body: {'port': {'device_id': '265521da-ce48-427b-bb28-da95434f1afb', 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50', 'admin_state_up': True, 'tenant_id': '5ea701996b694db98e794b8426642253'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:57.326776 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-23245d36-8d53-49d1-8e2e-63a5a3f34d03 req-509987ea-9d7d-4456-bfa1-a73be1ca2a95 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 210 time: 0.0693126 Jul 29 14:22:57.426959 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:22:57.431189 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Usage tracker for resource:port and tenant:5ea701996b694db98e794b8426642253 is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:22:57.433981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:22:57.440141 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:22:57.449891 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Made reservation on behalf of 5ea701996b694db98e794b8426642253 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:22:57.453468 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:57.621202 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Allocated IP 172.20.0.3 (38d5f41a-b31b-45a3-9498-5d9a4e382a50/8d02b6e3-307f-4fea-8022-698ee4e6e353/9409f77a-b7e6-454d-983a-1bf2e41cbf51) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:22:57.817283 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:57.848013 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:57.853572 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-8913bbe8-35b0-4fcf-ae96-04e393face6e tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:58.010428 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:22:58.013369 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:22:58.017122 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:22:58.051931 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Pushing event updated for resources: {'Port': ['ID=9409f77a-b7e6-454d-983a-1bf2e41cbf51,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:58.056290 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:58.082098 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:58.082699 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:58.103304 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8652163 Jul 29 14:22:58.114810 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Request body: {'port': {'device_id': '265521da-ce48-427b-bb28-da95434f1afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:22:58.226981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:58.532933 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7b0c-5046-4e7c-9666-9f2a31b5c632 req-6a6d639a-f135-48a0-b485-0ef1480656eb tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:58.534449 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4e7b7b0c-5046-4e7c-9666-9f2a31b5c632 req-6a6d639a-f135-48a0-b485-0ef1480656eb tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 931 time: 0.0860279 Jul 29 14:22:58.581674 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-4e7b7b0c-5046-4e7c-9666-9f2a31b5c632 req-23391b60-dcde-4de8-927d-fba1ab0b3b02 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Synchronizing usage tracker for tenant:5ea701996b694db98e794b8426642253 on resource:security_group {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:22:58.583618 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9409f77a-b7e6-454d-983a-1bf2e41cbf51 {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:22:58.593745 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:58.604141 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-4e7b7b0c-5046-4e7c-9666-9f2a31b5c632 req-23391b60-dcde-4de8-927d-fba1ab0b3b02 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Unset dirty status for tenant:5ea701996b694db98e794b8426642253 on resource:security_group {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:22:58.608427 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4e7b7b0c-5046-4e7c-9666-9f2a31b5c632 req-23391b60-dcde-4de8-927d-fba1ab0b3b02 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670149 Jul 29 14:22:58.611475 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Transition to ACTIVE for port object 9409f77a-b7e6-454d-983a-1bf2e41cbf51 will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:22:58.616924 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:58.626970 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:58.787656 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Pushing event updated for resources: {'Port': ['ID=9409f77a-b7e6-454d-983a-1bf2e41cbf51,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:58.816904 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:58.864557 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Attempting to bind port 9409f77a-b7e6-454d-983a-1bf2e41cbf51 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:22:58.864967 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Attempting to bind port 9409f77a-b7e6-454d-983a-1bf2e41cbf51 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:22:58.865368 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Attempting to bind port 9409f77a-b7e6-454d-983a-1bf2e41cbf51 on network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:22:58.870956 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Port 9409f77a-b7e6-454d-983a-1bf2e41cbf51 on network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:22:58.871373 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Attempting to bind port 9409f77a-b7e6-454d-983a-1bf2e41cbf51 on network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:22:58.876974 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:22:58.877391 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Checking segment: {'id': 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:22:58.877848 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Bound using segment: {'id': 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:22:58.878348 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Bound port: 9409f77a-b7e6-454d-983a-1bf2e41cbf51, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:22:58.878876 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:58.983672 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] For port 9409f77a-b7e6-454d-983a-1bf2e41cbf51, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:22:58.986838 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] For port 9409f77a-b7e6-454d-983a-1bf2e41cbf51, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=9409f77a-b7e6-454d-983a-1bf2e41cbf51,segment=NetworkSegment(d2f5a5a7-3ccf-48e8-9422-ca629ff6d568),segment_id=d2f5a5a7-3ccf-48e8-9422-ca629ff6d568)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:22:58.990576 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:58.995049 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5daddded-eb50-4780-884a-7c3a6689728b tempest-AttachVolumeShelveTestJSON-886816051 tempest-AttachVolumeShelveTestJSON-886816051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:22:59.047686 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:59.048559 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:59.049794 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] 10.222.0.10 "PUT /v2.0/ports/9409f77a-b7e6-454d-983a-1bf2e41cbf51 HTTP/1.1" status: 200 len: 1093 time: 0.9389486 Jul 29 14:22:59.052727 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265521da-ce48-427b-bb28-da95434f1afb', 'tag': '9409f77a-b7e6-454d-983a-1bf2e41cbf51'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:22:59.078044 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Pushing event updated for resources: {'Port': ['ID=9409f77a-b7e6-454d-983a-1bf2e41cbf51,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:22:59.081014 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:22:59.129734 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265521da-ce48-427b-bb28-da95434f1afb', 'tag': '9409f77a-b7e6-454d-983a-1bf2e41cbf51', 'status': 'completed', 'code': 200} Jul 29 14:22:59.170950 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-d367574d-5aab-4875-940b-e6c8b171e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:59.172485 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-d367574d-5aab-4875-940b-e6c8b171e5bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ea701996b694db98e794b8426642253&device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 1096 time: 0.0768142 Jul 29 14:22:59.242785 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-f982f594-2c30-4b33-96fc-abb1fc3b5603 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9409f77a-b7e6-454d-983a-1bf2e41cbf51 HTTP/1.1" status: 200 len: 217 time: 0.0628388 Jul 29 14:22:59.305139 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-0f0e249e-467f-417e-8432-51530793cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:59.306496 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-0f0e249e-467f-417e-8432-51530793cd8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d02b6e3-307f-4fea-8022-698ee4e6e353 HTTP/1.1" status: 200 len: 848 time: 0.0579214 Jul 29 14:22:59.353869 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-1aeed5c8-b590-4108-974b-94e9275196af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38d5f41a-b31b-45a3-9498-5d9a4e382a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411637 Jul 29 14:22:59.483225 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-da950d23-7bac-42c4-aa5f-a85e8f43b61c service neutron] 10.222.0.10 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228664 Jul 29 14:22:59.626801 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dede8ae3-cd76-499c-a483-95b3cef6d311 req-4797a1bb-02c7-49ba-9fe8-401ce663d986 service neutron] 10.222.0.10 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343729 Jul 29 14:22:59.803196 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe61311-5561-47c9-ad09-df372f454cac req-4270afc9-4f81-4506-bfbc-502ad2178ba5 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:59.804777 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-abe61311-5561-47c9-ad09-df372f454cac req-4270afc9-4f81-4506-bfbc-502ad2178ba5 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 943 time: 0.0920436 Jul 29 14:22:59.835496 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cabf5-a9b8-4cd8-a6d1-3b016c092b37 req-669b7689-ad46-4bb5-8e68-e5d4826b1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:59.837014 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-785cabf5-a9b8-4cd8-a6d1-3b016c092b37 req-669b7689-ad46-4bb5-8e68-e5d4826b1da7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ea701996b694db98e794b8426642253&device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 1096 time: 0.1614931 Jul 29 14:22:59.850930 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-abe61311-5561-47c9-ad09-df372f454cac req-0e591ceb-6775-4490-9ad0-15b3e178eda9 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Jul 29 14:22:59.972396 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cabf5-a9b8-4cd8-a6d1-3b016c092b37 req-b342f532-f786-4bf1-928e-0bde326dafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:22:59.973864 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-785cabf5-a9b8-4cd8-a6d1-3b016c092b37 req-b342f532-f786-4bf1-928e-0bde326dafb7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38d5f41a-b31b-45a3-9498-5d9a4e382a50 HTTP/1.1" status: 200 len: 909 time: 0.1305327 Jul 29 14:23:00.045269 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-785cabf5-a9b8-4cd8-a6d1-3b016c092b37 req-d8e1a9ae-3d34-48f2-b3db-857dadd51baa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9409f77a-b7e6-454d-983a-1bf2e41cbf51 HTTP/1.1" status: 200 len: 217 time: 0.0638423 Jul 29 14:23:00.109216 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cabf5-a9b8-4cd8-a6d1-3b016c092b37 req-1205b908-3ec7-4d35-857a-7b0bec3ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:00.110680 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-785cabf5-a9b8-4cd8-a6d1-3b016c092b37 req-1205b908-3ec7-4d35-857a-7b0bec3ce866 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d02b6e3-307f-4fea-8022-698ee4e6e353 HTTP/1.1" status: 200 len: 848 time: 0.0576353 Jul 29 14:23:00.158674 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-785cabf5-a9b8-4cd8-a6d1-3b016c092b37 req-1171b901-0ee5-419d-84a4-d1806390175b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38d5f41a-b31b-45a3-9498-5d9a4e382a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406122 Jul 29 14:23:00.296590 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-785cabf5-a9b8-4cd8-a6d1-3b016c092b37 req-39942e7c-8d68-49e1-a67a-0d10d89b80b3 service neutron] 10.222.0.10 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304407 Jul 29 14:23:00.433529 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-785cabf5-a9b8-4cd8-a6d1-3b016c092b37 req-a40e5c9b-85fb-453e-bf57-fbfd7705e887 service neutron] 10.222.0.10 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292732 Jul 29 14:23:01.044125 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe043-988c-41a4-9021-2d42f86e0ac8 req-78db1ca2-6311-437f-bda2-7b2577a81ee8 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:01.044828 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-477fe043-988c-41a4-9021-2d42f86e0ac8 req-78db1ca2-6311-437f-bda2-7b2577a81ee8 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Synchronizing usage tracker for tenant:5ea701996b694db98e794b8426642253 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:23:01.062495 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-477fe043-988c-41a4-9021-2d42f86e0ac8 req-78db1ca2-6311-437f-bda2-7b2577a81ee8 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Unset dirty status for tenant:5ea701996b694db98e794b8426642253 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:23:01.063704 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-477fe043-988c-41a4-9021-2d42f86e0ac8 req-78db1ca2-6311-437f-bda2-7b2577a81ee8 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 943 time: 0.1027811 Jul 29 14:23:01.109001 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-477fe043-988c-41a4-9021-2d42f86e0ac8 req-7838f3d4-fe86-470c-baa6-0f0297431f1a tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392082 Jul 29 14:23:02.295508 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6a70e-f56a-414b-a1cb-f6285006a8d6 req-4701a602-8e5b-4198-b570-2fe59c39f757 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:02.297040 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d2b6a70e-f56a-414b-a1cb-f6285006a8d6 req-4701a602-8e5b-4198-b570-2fe59c39f757 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 943 time: 0.0829675 Jul 29 14:23:02.343496 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d2b6a70e-f56a-414b-a1cb-f6285006a8d6 req-b2ffbf4b-1893-4c25-8ea7-4067ec07a3c2 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Jul 29 14:23:03.527146 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a16ce5-388d-4be0-b2b6-b0968b0697e3 req-2d82b799-0110-4c52-a077-c0e3f8fb389c tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:03.528685 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-13a16ce5-388d-4be0-b2b6-b0968b0697e3 req-2d82b799-0110-4c52-a077-c0e3f8fb389c tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 943 time: 0.0788856 Jul 29 14:23:03.577872 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-13a16ce5-388d-4be0-b2b6-b0968b0697e3 req-e2d11f8c-bbd3-407c-87a4-52c080c6815c tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436270 Jul 29 14:23:03.891041 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 9409f77a-b7e6-454d-983a-1bf2e41cbf51 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:23:04.025415 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 9409f77a-b7e6-454d-983a-1bf2e41cbf51, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=9409f77a-b7e6-454d-983a-1bf2e41cbf51,segment=NetworkSegment(d2f5a5a7-3ccf-48e8-9422-ca629ff6d568),segment_id=d2f5a5a7-3ccf-48e8-9422-ca629ff6d568)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:23:04.042668 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '9409f77a-b7e6-454d-983a-1bf2e41cbf51', 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50', 'port_id': '9409f77a-b7e6-454d-983a-1bf2e41cbf51', 'mac_address': 'fa:16:3e:fb:4b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d02b6e3-307f-4fea-8022-698ee4e6e353', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:23:04.097248 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.113543 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9409f77a-b7e6-454d-983a-1bf2e41cbf51 {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:04.129152 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 9409f77a-b7e6-454d-983a-1bf2e41cbf51, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=9409f77a-b7e6-454d-983a-1bf2e41cbf51,segment=NetworkSegment(d2f5a5a7-3ccf-48e8-9422-ca629ff6d568),segment_id=d2f5a5a7-3ccf-48e8-9422-ca629ff6d568)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:23:04.133424 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.135170 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:04.199163 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=9409f77a-b7e6-454d-983a-1bf2e41cbf51,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:04.202249 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:04.364376 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['9409f77a-b7e6-454d-983a-1bf2e41cbf51'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:23:04.874529 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145520b-0261-403e-9b19-2db0a8874512 req-048c8028-456a-416e-bcba-8b5be82b2083 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:04.875953 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c145520b-0261-403e-9b19-2db0a8874512 req-048c8028-456a-416e-bcba-8b5be82b2083 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 944 time: 0.1744063 Jul 29 14:23:04.923335 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c145520b-0261-403e-9b19-2db0a8874512 req-e34e4db5-c63e-4896-b2c7-ab4f5aa8ceb0 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Jul 29 14:23:05.349355 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-dba4f9ea-e3d3-4d08-81f9-a9b53a8d79ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.754119 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.912049 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 9409f77a-b7e6-454d-983a-1bf2e41cbf51 up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:23:05.981246 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port 9409f77a-b7e6-454d-983a-1bf2e41cbf51 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:05.986159 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 9409f77a-b7e6-454d-983a-1bf2e41cbf51 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:05.986536 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.106552 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.111852 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72b59d-791d-406d-9a8b-17883f1bfe2d req-9072516a-a0a5-4dc5-85f2-61e39cc7f3f3 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:06.113352 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1a72b59d-791d-406d-9a8b-17883f1bfe2d req-9072516a-a0a5-4dc5-85f2-61e39cc7f3f3 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 944 time: 0.0852785 Jul 29 14:23:06.134578 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265521da-ce48-427b-bb28-da95434f1afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9409f77a-b7e6-454d-983a-1bf2e41cbf51'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:06.150906 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 9409f77a-b7e6-454d-983a-1bf2e41cbf51, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=9409f77a-b7e6-454d-983a-1bf2e41cbf51,segment=NetworkSegment(d2f5a5a7-3ccf-48e8-9422-ca629ff6d568),segment_id=d2f5a5a7-3ccf-48e8-9422-ca629ff6d568)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:23:06.156757 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.158711 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:06.173134 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1a72b59d-791d-406d-9a8b-17883f1bfe2d req-0a262268-0a85-4e18-a853-94f3e2ffbfe5 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508785 Jul 29 14:23:06.210104 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265521da-ce48-427b-bb28-da95434f1afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9409f77a-b7e6-454d-983a-1bf2e41cbf51', 'code': 200} Jul 29 14:23:06.231188 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=9409f77a-b7e6-454d-983a-1bf2e41cbf51,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:06.234129 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:06.438415 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909dfe6-7e92-40bd-b6c5-22bae2578774 req-0933e495-9555-431b-8e6e-b65cd76afc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:06.439912 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8909dfe6-7e92-40bd-b6c5-22bae2578774 req-0933e495-9555-431b-8e6e-b65cd76afc9f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 1098 time: 0.0730925 Jul 29 14:23:06.451865 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 55786) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:23:06.481864 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8909dfe6-7e92-40bd-b6c5-22bae2578774 req-e4e098a2-d2ce-413d-bba0-d0850155aaff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360498 Jul 29 14:23:06.568204 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1b1693f0-dea7-4ed9-8d97-a84fcae218f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.582737 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1b1693f0-dea7-4ed9-8d97-a84fcae218f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:23:06.586752 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1b1693f0-dea7-4ed9-8d97-a84fcae218f7 admin admin] Usage tracker for resource:security_group_rule and tenant:0d740efc539d4c3aab81fa9b846040e8 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:23:06.589569 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1b1693f0-dea7-4ed9-8d97-a84fcae218f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:23:06.595026 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1b1693f0-dea7-4ed9-8d97-a84fcae218f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:23:06.677465 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1b1693f0-dea7-4ed9-8d97-a84fcae218f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.681780 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1b1693f0-dea7-4ed9-8d97-a84fcae218f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.688622 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-487d2817-304c-4c30-a200-46171b6d5546 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:06.728901 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1b1693f0-dea7-4ed9-8d97-a84fcae218f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d740efc539d4c3aab81fa9b846040e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759783 Jul 29 14:23:06.729665 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1693f0-dea7-4ed9-8d97-a84fcae218f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9b086d-196c-4e24-80b9-dc6ecf142e29,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:06.731689 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 55792) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:23:06.732837 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1b1693f0-dea7-4ed9-8d97-a84fcae218f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:06.789918 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ab9464b0-b098-4424-984b-99cff6a97ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.816315 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ab9464b0-b098-4424-984b-99cff6a97ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.869044 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ab9464b0-b098-4424-984b-99cff6a97ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.872713 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-73e17898-06ea-4633-b116-03ce8bbefadd tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:06.885942 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9464b0-b098-4424-984b-99cff6a97ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9b086d-196c-4e24-80b9-dc6ecf142e29,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:06.888336 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ab9464b0-b098-4424-984b-99cff6a97ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:06.891674 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-ab9464b0-b098-4424-984b-99cff6a97ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.892920 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-ab9464b0-b098-4424-984b-99cff6a97ae2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d9b086d-196c-4e24-80b9-dc6ecf142e29 HTTP/1.1" status: 204 len: 168 time: 0.1602199 Jul 29 14:23:07.367965 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79110-66bc-425f-8270-bfe6acd543eb req-df668adc-632b-4c9a-a5af-a6ca356719c4 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:07.369413 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66a79110-66bc-425f-8270-bfe6acd543eb req-df668adc-632b-4c9a-a5af-a6ca356719c4 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 945 time: 0.0854113 Jul 29 14:23:07.415631 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-66a79110-66bc-425f-8270-bfe6acd543eb req-71840625-3a47-4397-aba6-89e9fbb706d7 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404689 Jul 29 14:23:07.919564 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e6b372c3-601a-4ef9-aebd-3543630d0cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.601241 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1203571-24fc-43e0-bd78-f02ed4fe1dd4 req-9defe3c2-b478-4d9e-a209-7a080bcab850 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:08.602653 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d1203571-24fc-43e0-bd78-f02ed4fe1dd4 req-9defe3c2-b478-4d9e-a209-7a080bcab850 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 945 time: 0.0812769 Jul 29 14:23:08.648920 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d1203571-24fc-43e0-bd78-f02ed4fe1dd4 req-717c68b9-892f-42ee-9b03-4232c04c6617 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 Jul 29 14:23:09.443569 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:09.675761 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e111dd-7f5b-4516-a92b-4f964f8295ba req-f01b5524-5bfd-4ad9-b503-5502030fc58a tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:09.677261 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-07e111dd-7f5b-4516-a92b-4f964f8295ba req-f01b5524-5bfd-4ad9-b503-5502030fc58a tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 945 time: 0.0892406 Jul 29 14:23:09.722129 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-07e111dd-7f5b-4516-a92b-4f964f8295ba req-c3cd61c0-8bde-4c0f-baa6-db004865575c tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Jul 29 14:23:10.969440 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e76386-dd46-4829-80e2-83734b5984c7 req-b50e3d3c-156c-403f-b204-bf2f954b4352 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:10.970887 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-77e76386-dd46-4829-80e2-83734b5984c7 req-b50e3d3c-156c-403f-b204-bf2f954b4352 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 945 time: 0.1421521 Jul 29 14:23:10.997905 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-0b24e115-a9ac-48f0-8722-e41360996b28 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:10.999297 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-0b24e115-a9ac-48f0-8722-e41360996b28 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.10 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 945 time: 0.1261096 Jul 29 14:23:11.078253 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-77e76386-dd46-4829-80e2-83734b5984c7 req-eb7b7639-f36e-44a3-bec1-2f0b28eb24b8 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004221 Jul 29 14:23:11.091680 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Deleting port 9409f77a-b7e6-454d-983a-1bf2e41cbf51 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:23:11.092027 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.092748 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.427137 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] For port 9409f77a-b7e6-454d-983a-1bf2e41cbf51, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=9409f77a-b7e6-454d-983a-1bf2e41cbf51,segment=NetworkSegment(d2f5a5a7-3ccf-48e8-9422-ca629ff6d568),segment_id=d2f5a5a7-3ccf-48e8-9422-ca629ff6d568)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:23:11.427483 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.548735 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Calling delete_port for 9409f77a-b7e6-454d-983a-1bf2e41cbf51 owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:23:11.700775 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.706170 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:11.714275 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['9409f77a-b7e6-454d-983a-1bf2e41cbf51'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:23:11.750831 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Pushing event deleted for resources: {'Port': ['ID=9409f77a-b7e6-454d-983a-1bf2e41cbf51,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:11.753913 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:11.827361 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] No DVR routers for this DVR port 9409f77a-b7e6-454d-983a-1bf2e41cbf51 on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:23:11.829836 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.832386 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265521da-ce48-427b-bb28-da95434f1afb', 'name': 'network-vif-deleted', 'tag': '9409f77a-b7e6-454d-983a-1bf2e41cbf51'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:11.848877 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e7db7b7e-5a35-45ea-bf06-8cfca3f22380 req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.10 "DELETE /v2.0/ports/9409f77a-b7e6-454d-983a-1bf2e41cbf51 HTTP/1.1" status: 204 len: 173 time: 0.8418195 Jul 29 14:23:11.878949 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265521da-ce48-427b-bb28-da95434f1afb', 'name': 'network-vif-deleted', 'tag': '9409f77a-b7e6-454d-983a-1bf2e41cbf51', 'status': 'completed', 'code': 200} Jul 29 14:23:12.243738 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-c5a96aa2-3a62-426f-ae94-99240300b360 req-f99196a8-c588-40c2-9999-9c40239485c5 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Synchronizing usage tracker for tenant:5ea701996b694db98e794b8426642253 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:23:12.260168 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-c5a96aa2-3a62-426f-ae94-99240300b360 req-f99196a8-c588-40c2-9999-9c40239485c5 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Unset dirty status for tenant:5ea701996b694db98e794b8426642253 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:23:12.261340 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c5a96aa2-3a62-426f-ae94-99240300b360 req-f99196a8-c588-40c2-9999-9c40239485c5 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=265521da-ce48-427b-bb28-da95434f1afb HTTP/1.1" status: 200 len: 210 time: 0.0611863 Jul 29 14:23:13.327707 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.732550 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-6670bb55-e055-42be-ba40-cdbbfb9538fc tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:13.733970 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-6670bb55-e055-42be-ba40-cdbbfb9538fc tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/networks?id=38d5f41a-b31b-45a3-9498-5d9a4e382a50 HTTP/1.1" status: 200 len: 808 time: 0.1908102 Jul 29 14:23:13.758663 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-02817c35-25b6-419f-ac09-ee268d0f4f93 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/quotas/5ea701996b694db98e794b8426642253 HTTP/1.1" status: 200 len: 375 time: 0.0184846 Jul 29 14:23:13.807415 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-b92d47ac-de46-4728-8c2b-572412e33785 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ea701996b694db98e794b8426642253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434403 Jul 29 14:23:13.810773 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-a7563f4f-c415-4863-913f-9dc74ea19882 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2687855 Jul 29 14:23:13.987372 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-1fd6e7d5-deb0-4393-a2a4-f44c42feb611 service neutron] 10.222.0.23 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733837 Jul 29 14:23:14.036332 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-905caa72-5e7f-48aa-a246-06794e051fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:14.037804 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-905caa72-5e7f-48aa-a246-06794e051fad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 1098 time: 0.1399558 Jul 29 14:23:14.221548 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-caddf57f-def9-455b-b552-500bed01d9ee service neutron] 10.222.0.23 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272339 Jul 29 14:23:14.245245 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-f69d2693-19a9-4dd2-9b0d-18d9d7b6ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:14.246732 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-f69d2693-19a9-4dd2-9b0d-18d9d7b6ad50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1629021 Jul 29 14:23:14.351973 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-bb16ac6f-294c-437a-bad6-c60a3972bfbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f9aee89-4956-4634-9817-a96c68cd797d HTTP/1.1" status: 200 len: 1001 time: 0.0982833 Jul 29 14:23:14.417722 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b3b06d26-6fe2-4035-a036-1f85731d12f5 req-ef485fbf-cc8b-4bf8-8758-f2976656fdcb tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 210 time: 0.0446689 Jul 29 14:23:14.511640 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-6242c089-90e2-4ab3-84ac-95945c72e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:14.513124 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-6242c089-90e2-4ab3-84ac-95945c72e228 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.1542220 Jul 29 14:23:14.592646 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-417e2467-b040-4d68-81ae-dd9be18a945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:14.594128 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-417e2467-b040-4d68-81ae-dd9be18a945e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727410 Jul 29 14:23:14.734569 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-0d0fe39e-8ddc-4ace-8d18-27950489f77e service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320639 Jul 29 14:23:14.874370 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f09db809-7bd4-4649-bd16-544d7c3d3406 req-63237d85-3808-4930-bcd2-8d38a2bba650 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302705 Jul 29 14:23:15.507655 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-5a1e875d-a524-4249-9ac7-acc71b54e093 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:15.509914 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-5a1e875d-a524-4249-9ac7-acc71b54e093 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.10 "GET /v2.0/networks?id=38d5f41a-b31b-45a3-9498-5d9a4e382a50 HTTP/1.1" status: 200 len: 808 time: 0.1537969 Jul 29 14:23:15.522051 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Request body: {'port': {'device_id': '4b2488ca-b41d-4cb6-90e7-ba087bac5a55', 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50', 'admin_state_up': True, 'tenant_id': '5ea701996b694db98e794b8426642253'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:15.596803 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-48cb995b-8778-4dde-ab0b-313b903f8bb5 req-b9c3c602-9ab1-4932-b987-d0e6be21052e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 210 time: 0.0562625 Jul 29 14:23:15.702625 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:23:15.712116 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:23:15.721382 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Made reservation on behalf of 5ea701996b694db98e794b8426642253 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:15.725447 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:15.883537 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Allocated IP 172.20.0.6 (38d5f41a-b31b-45a3-9498-5d9a4e382a50/8d02b6e3-307f-4fea-8022-698ee4e6e353/dd45ef7f-3b42-4ba7-8899-b44efce1890e) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:15.968451 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 9409f77a-b7e6-454d-983a-1bf2e41cbf51 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:23:16.002264 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: 9409f77a-b7e6-454d-983a-1bf2e41cbf51 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:23:16.002617 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 9409f77a-b7e6-454d-983a-1bf2e41cbf51 not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:23:16.080686 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.110707 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.117332 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4511f0ca-f675-4f3a-a8e4-38c0d4756fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:16.184846 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:16.188137 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:16.190512 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:23:16.226477 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Pushing event updated for resources: {'Port': ['ID=dd45ef7f-3b42-4ba7-8899-b44efce1890e,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:16.229307 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:16.258952 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:16.259562 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.284410 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665875 Jul 29 14:23:16.296303 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Request body: {'port': {'device_id': '4b2488ca-b41d-4cb6-90e7-ba087bac5a55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:16.410589 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.790953 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc7a71-3a42-4ffd-ac5b-3b94a83734dc req-0557e9b3-0a59-4d2a-9f84-8ed2a77c81d9 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:16.792459 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9fc7a71-3a42-4ffd-ac5b-3b94a83734dc req-0557e9b3-0a59-4d2a-9f84-8ed2a77c81d9 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 931 time: 0.0893586 Jul 29 14:23:16.832883 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd45ef7f-3b42-4ba7-8899-b44efce1890e {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:16.841242 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.841462 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9fc7a71-3a42-4ffd-ac5b-3b94a83734dc req-48e4188c-e810-4b74-b872-d6869bc431fa tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Jul 29 14:23:16.857217 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Transition to ACTIVE for port object dd45ef7f-3b42-4ba7-8899-b44efce1890e will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:16.860146 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.865380 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-01e2369c-d013-4c22-b23d-e581ecacbda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:17.018731 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Pushing event updated for resources: {'Port': ['ID=dd45ef7f-3b42-4ba7-8899-b44efce1890e,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:17.022208 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:17.096101 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Attempting to bind port dd45ef7f-3b42-4ba7-8899-b44efce1890e on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:17.096423 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Attempting to bind port dd45ef7f-3b42-4ba7-8899-b44efce1890e by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:17.096748 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Attempting to bind port dd45ef7f-3b42-4ba7-8899-b44efce1890e on network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:23:17.101923 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Port dd45ef7f-3b42-4ba7-8899-b44efce1890e on network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:23:17.102238 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Attempting to bind port dd45ef7f-3b42-4ba7-8899-b44efce1890e on network 38d5f41a-b31b-45a3-9498-5d9a4e382a50 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:23:17.107297 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:23:17.107629 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Checking segment: {'id': 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:23:17.108035 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Bound using segment: {'id': 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:23:17.108453 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Bound port: dd45ef7f-3b42-4ba7-8899-b44efce1890e, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:17.108792 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.198880 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] For port dd45ef7f-3b42-4ba7-8899-b44efce1890e, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:23:17.201721 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] For port dd45ef7f-3b42-4ba7-8899-b44efce1890e, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=dd45ef7f-3b42-4ba7-8899-b44efce1890e,segment=NetworkSegment(d2f5a5a7-3ccf-48e8-9422-ca629ff6d568),segment_id=d2f5a5a7-3ccf-48e8-9422-ca629ff6d568)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:23:17.206309 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.210948 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-eab8284e-dbaa-4909-ac0a-ea720264d553 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:17.267179 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:17.267797 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.269444 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] 10.222.0.10 "PUT /v2.0/ports/dd45ef7f-3b42-4ba7-8899-b44efce1890e HTTP/1.1" status: 200 len: 1093 time: 0.9769320 Jul 29 14:23:17.269940 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2488ca-b41d-4cb6-90e7-ba087bac5a55', 'tag': 'dd45ef7f-3b42-4ba7-8899-b44efce1890e'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:17.290016 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Pushing event updated for resources: {'Port': ['ID=dd45ef7f-3b42-4ba7-8899-b44efce1890e,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:17.292971 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:17.342989 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2488ca-b41d-4cb6-90e7-ba087bac5a55', 'tag': 'dd45ef7f-3b42-4ba7-8899-b44efce1890e', 'status': 'completed', 'code': 200} Jul 29 14:23:17.382171 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-6858ae3f-32c7-4afc-a597-f6c2188b2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:17.383661 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-6858ae3f-32c7-4afc-a597-f6c2188b2c0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ea701996b694db98e794b8426642253&device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 1096 time: 0.0729179 Jul 29 14:23:17.453245 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-fb6d89cd-fe50-4285-b944-71dc72240e0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd45ef7f-3b42-4ba7-8899-b44efce1890e HTTP/1.1" status: 200 len: 217 time: 0.0626397 Jul 29 14:23:17.516625 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-c3b02dbe-a90c-4314-a440-8009e09420ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:17.518034 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-c3b02dbe-a90c-4314-a440-8009e09420ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d02b6e3-307f-4fea-8022-698ee4e6e353 HTTP/1.1" status: 200 len: 848 time: 0.0585241 Jul 29 14:23:17.564837 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-5a70cf40-8cbc-4e6f-9883-173f81024780 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38d5f41a-b31b-45a3-9498-5d9a4e382a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393596 Jul 29 14:23:17.696278 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-1fb9ae7d-74df-4147-a7d4-b0bb24facc87 service neutron] 10.222.0.10 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241515 Jul 29 14:23:17.825864 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-9212093b-c1f7-414d-9de6-5765db75f4d2 req-10e4be46-c39f-4b69-aedf-ecfaa43e9d2a service neutron] 10.222.0.10 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228611 Jul 29 14:23:17.939400 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85780a8e-84dc-4594-ac67-454da27d6104 req-f9bd0a32-4e1f-4c05-b798-bcf6776b8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:17.940934 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85780a8e-84dc-4594-ac67-454da27d6104 req-f9bd0a32-4e1f-4c05-b798-bcf6776b8d4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ea701996b694db98e794b8426642253&device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 1096 time: 0.0707016 Jul 29 14:23:18.028400 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290142e0-5b0c-4390-9636-986839eef50b req-a8542e28-0116-43d5-b45d-2a1c4de54409 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:18.029880 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-290142e0-5b0c-4390-9636-986839eef50b req-a8542e28-0116-43d5-b45d-2a1c4de54409 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 943 time: 0.0801442 Jul 29 14:23:18.074415 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85780a8e-84dc-4594-ac67-454da27d6104 req-e7094fa6-d953-438d-bb04-31c6abf6350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:18.075973 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85780a8e-84dc-4594-ac67-454da27d6104 req-e7094fa6-d953-438d-bb04-31c6abf6350f service neutron] 10.222.0.10 "GET /v2.0/networks?id=38d5f41a-b31b-45a3-9498-5d9a4e382a50 HTTP/1.1" status: 200 len: 909 time: 0.1286106 Jul 29 14:23:18.078470 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-290142e0-5b0c-4390-9636-986839eef50b req-7f8dcec2-e9f6-4dbd-b1fc-760089ebe84b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430112 Jul 29 14:23:18.148359 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85780a8e-84dc-4594-ac67-454da27d6104 req-f8dcbe1f-3231-4dd2-89af-d2ffe8fea758 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd45ef7f-3b42-4ba7-8899-b44efce1890e HTTP/1.1" status: 200 len: 217 time: 0.0646229 Jul 29 14:23:18.210181 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85780a8e-84dc-4594-ac67-454da27d6104 req-211d070d-066f-4402-9abd-b63ff37a5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:18.211606 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85780a8e-84dc-4594-ac67-454da27d6104 req-211d070d-066f-4402-9abd-b63ff37a5cad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d02b6e3-307f-4fea-8022-698ee4e6e353 HTTP/1.1" status: 200 len: 848 time: 0.0570705 Jul 29 14:23:18.261530 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85780a8e-84dc-4594-ac67-454da27d6104 req-5eb3f546-410a-494a-a92a-2b640a419bed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38d5f41a-b31b-45a3-9498-5d9a4e382a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424764 Jul 29 14:23:18.474203 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85780a8e-84dc-4594-ac67-454da27d6104 req-8dfbf02d-e385-4ad2-bc36-9e823f6bb398 service neutron] 10.222.0.10 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048573 Jul 29 14:23:18.606489 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-85780a8e-84dc-4594-ac67-454da27d6104 req-226f79bb-8755-4577-bb57-42647cb3ee84 service neutron] 10.222.0.10 "GET /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254196 Jul 29 14:23:19.262870 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa69ffb-2499-4f31-b3a2-343c18780258 req-d7e91a72-feb6-442c-8d6c-4681ec8f4159 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:19.263583 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-1fa69ffb-2499-4f31-b3a2-343c18780258 req-d7e91a72-feb6-442c-8d6c-4681ec8f4159 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Synchronizing usage tracker for tenant:5ea701996b694db98e794b8426642253 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:23:19.279372 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-1fa69ffb-2499-4f31-b3a2-343c18780258 req-d7e91a72-feb6-442c-8d6c-4681ec8f4159 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Unset dirty status for tenant:5ea701996b694db98e794b8426642253 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:23:19.280564 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1fa69ffb-2499-4f31-b3a2-343c18780258 req-d7e91a72-feb6-442c-8d6c-4681ec8f4159 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 943 time: 0.0956070 Jul 29 14:23:19.326213 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-1fa69ffb-2499-4f31-b3a2-343c18780258 req-3a5bea7d-448a-492f-abea-30b36bcb5eaa tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399120 Jul 29 14:23:20.509107 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d4cd9-fb56-43be-885c-0c724d7fe940 req-1767fd1d-51c1-4ca7-96d3-22f5d9191139 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:20.510577 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a10d4cd9-fb56-43be-885c-0c724d7fe940 req-1767fd1d-51c1-4ca7-96d3-22f5d9191139 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 943 time: 0.0799720 Jul 29 14:23:20.555774 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-a10d4cd9-fb56-43be-885c-0c724d7fe940 req-afbbfa98-c840-4254-9218-73b9643e93d7 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397069 Jul 29 14:23:21.749817 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc9a3-a492-461f-9be7-ffe04b8a6de2 req-f0cda78c-08e1-4967-ad7b-63868e4791d4 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:21.751265 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d6adc9a3-a492-461f-9be7-ffe04b8a6de2 req-f0cda78c-08e1-4967-ad7b-63868e4791d4 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 943 time: 0.0905650 Jul 29 14:23:21.798204 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d6adc9a3-a492-461f-9be7-ffe04b8a6de2 req-02cca33e-7021-4b29-ab16-3533fa461f47 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 Jul 29 14:23:21.999326 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device dd45ef7f-3b42-4ba7-8899-b44efce1890e details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:23:22.131920 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port dd45ef7f-3b42-4ba7-8899-b44efce1890e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=dd45ef7f-3b42-4ba7-8899-b44efce1890e,segment=NetworkSegment(d2f5a5a7-3ccf-48e8-9422-ca629ff6d568),segment_id=d2f5a5a7-3ccf-48e8-9422-ca629ff6d568)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:23:22.145048 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': 'dd45ef7f-3b42-4ba7-8899-b44efce1890e', 'network_id': '38d5f41a-b31b-45a3-9498-5d9a4e382a50', 'port_id': 'dd45ef7f-3b42-4ba7-8899-b44efce1890e', 'mac_address': 'fa:16:3e:08:cd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d02b6e3-307f-4fea-8022-698ee4e6e353', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:23:22.202350 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.218682 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd45ef7f-3b42-4ba7-8899-b44efce1890e {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:22.233872 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port dd45ef7f-3b42-4ba7-8899-b44efce1890e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=dd45ef7f-3b42-4ba7-8899-b44efce1890e,segment=NetworkSegment(d2f5a5a7-3ccf-48e8-9422-ca629ff6d568),segment_id=d2f5a5a7-3ccf-48e8-9422-ca629ff6d568)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:23:22.236924 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.238759 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:22.304916 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=dd45ef7f-3b42-4ba7-8899-b44efce1890e,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:22.307968 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:22.446564 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['dd45ef7f-3b42-4ba7-8899-b44efce1890e'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:23:22.984134 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36a0c-2e22-4aac-bfdd-308d7ed5fce0 req-4437815c-841c-4e9e-bf62-29dd99b6d786 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:22.985605 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0ba36a0c-2e22-4aac-bfdd-308d7ed5fce0 req-4437815c-841c-4e9e-bf62-29dd99b6d786 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 944 time: 0.0830944 Jul 29 14:23:23.030088 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0ba36a0c-2e22-4aac-bfdd-308d7ed5fce0 req-505f8e1e-d073-4435-ad6a-33bca1735a3f tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386813 Jul 29 14:23:24.006979 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device dd45ef7f-3b42-4ba7-8899-b44efce1890e up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:23:24.074673 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port dd45ef7f-3b42-4ba7-8899-b44efce1890e completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:24.079722 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port dd45ef7f-3b42-4ba7-8899-b44efce1890e triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:24.080149 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.198454 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.216912 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409a939-8dee-4646-91fd-8bc8bc1f6e8a req-f41ee1ce-aea5-46cd-89bd-bfd28693b306 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:24.218459 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7409a939-8dee-4646-91fd-8bc8bc1f6e8a req-f41ee1ce-aea5-46cd-89bd-bfd28693b306 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 944 time: 0.0807092 Jul 29 14:23:24.225785 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2488ca-b41d-4cb6-90e7-ba087bac5a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd45ef7f-3b42-4ba7-8899-b44efce1890e'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:24.237409 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port dd45ef7f-3b42-4ba7-8899-b44efce1890e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=dd45ef7f-3b42-4ba7-8899-b44efce1890e,segment=NetworkSegment(d2f5a5a7-3ccf-48e8-9422-ca629ff6d568),segment_id=d2f5a5a7-3ccf-48e8-9422-ca629ff6d568)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:23:24.241607 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.243574 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:24.274613 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2488ca-b41d-4cb6-90e7-ba087bac5a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd45ef7f-3b42-4ba7-8899-b44efce1890e', 'code': 200} Jul 29 14:23:24.276785 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7409a939-8dee-4646-91fd-8bc8bc1f6e8a req-704b8e97-752c-4c1a-bd62-df8b4311e844 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524404 Jul 29 14:23:24.322835 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=dd45ef7f-3b42-4ba7-8899-b44efce1890e,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:24.325723 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:24.526967 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a51c0f-171f-4918-b749-ddbc08287b3d req-4ec94826-0cfc-431e-ad3b-634e0a8835c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:24.528505 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-76a51c0f-171f-4918-b749-ddbc08287b3d req-4ec94826-0cfc-431e-ad3b-634e0a8835c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 1098 time: 0.0775898 Jul 29 14:23:24.573793 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-76a51c0f-171f-4918-b749-ddbc08287b3d req-1b75ed41-3c59-405b-bf96-3ab73eb57d2d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381308 Jul 29 14:23:25.470019 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60248d6e-6c71-4422-a46d-562e417874e9 req-fe02736b-4ba5-4da4-a332-cabeb47fb97d tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:25.472004 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-60248d6e-6c71-4422-a46d-562e417874e9 req-fe02736b-4ba5-4da4-a332-cabeb47fb97d tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 945 time: 0.0834191 Jul 29 14:23:25.522146 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-60248d6e-6c71-4422-a46d-562e417874e9 req-c4e62d25-3603-471f-92a4-f8b15aadf80f tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438974 Jul 29 14:23:26.718332 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc037c7f-c1f4-4c7d-9bf4-c94b47679419 req-8611e646-93a3-4236-af27-9526d3276de6 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:26.719808 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dc037c7f-c1f4-4c7d-9bf4-c94b47679419 req-8611e646-93a3-4236-af27-9526d3276de6 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 945 time: 0.0932763 Jul 29 14:23:26.764923 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-dc037c7f-c1f4-4c7d-9bf4-c94b47679419 req-c1b43257-e4c8-4d9b-a925-0c0875d0d9d3 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393493 Jul 29 14:23:27.845313 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfd02f-c0b8-4776-8b09-37e27db7bd77 req-fa946687-ab72-4e42-9886-849f58cfcf54 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:27.846791 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-54bfd02f-c0b8-4776-8b09-37e27db7bd77 req-fa946687-ab72-4e42-9886-849f58cfcf54 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 945 time: 0.0863998 Jul 29 14:23:27.892567 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-54bfd02f-c0b8-4776-8b09-37e27db7bd77 req-a3f342f2-5bc5-4321-8fcf-121fbf5b3d46 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Jul 29 14:23:29.085712 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1b1d5-bb6e-42db-9514-4461a54fd0ac req-545bdb03-6aa9-4a7b-9058-19d051d16bcc tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:29.087189 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8ad1b1d5-bb6e-42db-9514-4461a54fd0ac req-545bdb03-6aa9-4a7b-9058-19d051d16bcc tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 945 time: 0.0809531 Jul 29 14:23:29.132851 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8ad1b1d5-bb6e-42db-9514-4461a54fd0ac req-e8e93607-eba8-4e36-8394-d869a9a3b72f tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/security-groups?id=8255afbe-947a-46c9-b55a-d04c989d7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400434 Jul 29 14:23:29.187490 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-bb4e2c1c-c9cd-4c2a-9bc0-0437975ba82e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:29.188937 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-bb4e2c1c-c9cd-4c2a-9bc0-0437975ba82e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 945 time: 0.0842042 Jul 29 14:23:29.258030 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Deleting port dd45ef7f-3b42-4ba7-8899-b44efce1890e {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:23:29.258366 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.505049 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] For port dd45ef7f-3b42-4ba7-8899-b44efce1890e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=dd45ef7f-3b42-4ba7-8899-b44efce1890e,segment=NetworkSegment(d2f5a5a7-3ccf-48e8-9422-ca629ff6d568),segment_id=d2f5a5a7-3ccf-48e8-9422-ca629ff6d568)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:23:29.505289 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.628883 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Calling delete_port for dd45ef7f-3b42-4ba7-8899-b44efce1890e owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:23:29.775191 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.786606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7bb12f6e-74d3-4477-9344-9da632c77023 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:29.786889 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['dd45ef7f-3b42-4ba7-8899-b44efce1890e'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:23:29.835012 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Pushing event deleted for resources: {'Port': ['ID=dd45ef7f-3b42-4ba7-8899-b44efce1890e,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:29.838135 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:29.908564 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] No DVR routers for this DVR port dd45ef7f-3b42-4ba7-8899-b44efce1890e on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:23:29.911624 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.914425 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2488ca-b41d-4cb6-90e7-ba087bac5a55', 'name': 'network-vif-deleted', 'tag': 'dd45ef7f-3b42-4ba7-8899-b44efce1890e'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:29.930379 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-e3b461de-867a-4433-9e57-c83df4cfa497 req-456e2390-0a28-4bee-b159-569d538a992e tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.10 "DELETE /v2.0/ports/dd45ef7f-3b42-4ba7-8899-b44efce1890e HTTP/1.1" status: 204 len: 173 time: 0.7361903 Jul 29 14:23:29.961272 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2488ca-b41d-4cb6-90e7-ba087bac5a55', 'name': 'network-vif-deleted', 'tag': 'dd45ef7f-3b42-4ba7-8899-b44efce1890e', 'status': 'completed', 'code': 200} Jul 29 14:23:30.302076 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-9a13ba82-9580-4ffa-a964-fc70ed62035f req-e3db4f4e-0ed0-48a9-897a-5384a330a4b8 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2488ca-b41d-4cb6-90e7-ba087bac5a55 HTTP/1.1" status: 200 len: 210 time: 0.0483527 Jul 29 14:23:32.514408 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:23:34.710344 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device dd45ef7f-3b42-4ba7-8899-b44efce1890e no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:23:34.744055 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: dd45ef7f-3b42-4ba7-8899-b44efce1890e {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:23:34.744408 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device dd45ef7f-3b42-4ba7-8899-b44efce1890e not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:23:35.351662 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce2e5-d9ac-4068-b6d3-bedc5a5161c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.756673 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.930555 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0e9f-f4a4-4636-b131-eeca8a05b57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.447978 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.095095 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:43.343046 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.068624 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56130) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:23:54.127770 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Deleting subnet 8d02b6e3-307f-4fea-8022-698ee4e6e353 {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:23:54.131444 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.180521 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.239287 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.307780 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.312310 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:54.347253 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d02b6e3-307f-4fea-8022-698ee4e6e353,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:54.349774 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.359955 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.360344 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.360720 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.361091 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.361460 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.361828 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.362187 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.362548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.363393 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.363753 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.364138 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.364494 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:54.369234 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:54.371753 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-6355c8fa-38f5-4b69-9c05-c2cf43f5fbc1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8d02b6e3-307f-4fea-8022-698ee4e6e353 HTTP/1.1" status: 204 len: 168 time: 0.3021488 Jul 29 14:23:54.374123 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56134) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:23:54.480812 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.606550 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.623429 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d5f41a-b31b-45a3-9498-5d9a4e382a50']}} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:54.635534 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568') {'for_net_delete': True} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:54.635838 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f5a5a7-3ccf-48e8-9422-ca629ff6d568') {} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:54.647239 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1106423'] for segment, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.663158 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.669023 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=78539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:23:54.669408 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2557363'] for segment, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: Traceback (most recent call last): Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: timer() Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: cb(*args, **kw) Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: return func(*args, **kwargs) Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: self._notify() Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: self.callback(batched_events) Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: event.method(event) Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: return f(self, *a, **k) Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._get(url).json() Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: return self.request(url, 'GET', **kwargs) Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:23:54.682579 dv-cinder-801321-2-iscsi neutron-server[78539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:23:54.757044 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.760974 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:54.778179 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.788029 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Pushing event deleted for resources: {'Network': ['ID=38d5f41a-b31b-45a3-9498-5d9a4e382a50,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:54.792992 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] 10.222.0.23 "DELETE /v2.0/networks/38d5f41a-b31b-45a3-9498-5d9a4e382a50 HTTP/1.1" status: 204 len: 168 time: 0.4155519 Jul 29 14:23:54.792992 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:54.965183 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56140) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:23:55.015792 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-ad5605c5-f864-475a-8f0a-d3f70385ee5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ea701996b694db98e794b8426642253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492439 Jul 29 14:23:55.018013 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56144) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:23:55.161881 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.187223 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.238720 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.242632 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-0c2d279a-1f51-43fc-bfa7-9cbaaba8236b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:55.256944 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8255afbe-947a-46c9-b55a-d04c989d7e58,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:55.265409 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.265868 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.266212 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.266584 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.267075 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.267412 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.267846 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.268604 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.268840 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.269631 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.270233 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.270678 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:55.274050 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:55.280927 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.284410 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8255afbe-947a-46c9-b55a-d04c989d7e58 HTTP/1.1" status: 204 len: 168 time: 0.2629476 Jul 29 14:23:56.000729 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56168) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:23:56.106257 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-781344873-network', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:56.110873 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:23:56.115375 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Usage tracker for resource:network and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:23:56.118348 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:23:56.124757 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:23:56.134379 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Made reservation on behalf of 6af7800b7c7c473fa5792d865b7e863c for: {'network': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:56.136822 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.149824 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.163771 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:23:56.167512 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Usage tracker for resource:security_group_rule and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:23:56.170300 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:23:56.176203 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:23:56.260862 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.264804 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.267715 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-79ae5396-08c4-4a81-9666-fb495822c305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:56.295134 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=78540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:56.304137 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fae471-63aa-4152-a16a-3772004d64eb,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:56.307781 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:56.310366 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.310763 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.segments_db [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Added segment 425db521-9346-41d9-8b32-093189a155e9 of type vlan for network e753eaf5-be51-4373-bc0b-37bea06b5596 Jul 29 14:23:56.338981 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.367316 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.368629 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:56.369248 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.373763 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:56.463745 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4619095 Jul 29 14:23:56.466641 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56174) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:23:56.472495 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Request body: {'subnet': {'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-781344873-subnet', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:56.473643 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Pushing event updated for resources: {'Network': ['ID=e753eaf5-be51-4373-bc0b-37bea06b5596,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:56.477421 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:23:56.480660 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:56.481409 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Usage tracker for resource:subnet and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:23:56.484465 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:23:56.488434 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network e753eaf5-be51-4373-bc0b-37bea06b5596 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:23:56.491149 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:23:56.502045 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Made reservation on behalf of 6af7800b7c7c473fa5792d865b7e863c for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:56.505361 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2497503'] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.799940 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2557718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2497453'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.804829 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0b0257bf-3576-4df2-b083-018573ba3790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:56.879548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:56.883025 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:56.885585 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Checking segment: {'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:23:56.885950 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Network hostable DHCP agents. Network: e753eaf5-be51-4373-bc0b-37bea06b5596, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:56.906246 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Network e753eaf5-be51-4373-bc0b-37bea06b5596 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:56.916465 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, e753eaf5-be51-4373-bc0b-37bea06b5596) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:56.920703 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:56.921296 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.927420 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be5034f-8a3b-42ca-b474-009bbed1437e None None] Network e753eaf5-be51-4373-bc0b-37bea06b5596 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:23:56.942908 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1c8f1386-8350-4d75-a1be-f96baf231b46 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4751220 Jul 29 14:23:56.945496 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56178) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:23:56.950624 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:56.955257 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:23:56.959178 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Usage tracker for resource:router and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:23:56.962053 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:23:56.967678 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:23:56.978304 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1976013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.979283 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1975848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1883'] for router, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.994947 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.173135 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6ec5a6-a024-540c-ad00-68320459d9b4-e753eaf5-be51-4373-bc0b-37bea06b5596', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a'}]}} from dv-cinder-801321-2-iscsi. {{(pid=78541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:23:57.173969 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.262349 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.330557 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.db_base_plugin_common [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Allocated IP 172.20.0.2 (e753eaf5-be51-4373-bc0b-37bea06b5596/7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a/c7b20657-b89d-4302-b9df-a0d0156cb5e7) {{(pid=78541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:57.533333 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Notify callbacks [] for port, precommit_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.543314 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Transition to ACTIVE for port object c7b20657-b89d-4302-b9df-a0d0156cb5e7 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:57.562661 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Transition to ACTIVE for port object c7b20657-b89d-4302-b9df-a0d0156cb5e7 will not be triggered until provisioned by entity DHCP. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:57.568990 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.573738 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.577079 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:57.603866 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.635945 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Network e753eaf5-be51-4373-bc0b-37bea06b5596 is already hosted by enough agents. {{(pid=78541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:57.639113 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.base_scheduler [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Resources bound (agent type, host, resource id): {{(pid=78541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:57.643881 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Received port after_create {{(pid=78541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:23:57.652684 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Pushing event updated for resources: {'Port': ['ID=c7b20657-b89d-4302-b9df-a0d0156cb5e7,revision_number=1']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:57.719458 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.719804 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.720169 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.720523 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.720835 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.721167 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.721493 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.721817 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.722177 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.722969 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.723298 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.723621 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:57.731897 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:57.748945 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Allocated IP 172.27.0.55 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/e6d1c3da-a26b-4d4f-8385-2d2bb5452929) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:57.751640 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Attempting to bind port c7b20657-b89d-4302-b9df-a0d0156cb5e7 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:57.751929 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Attempting to bind port c7b20657-b89d-4302-b9df-a0d0156cb5e7 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:57.752329 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Attempting to bind port c7b20657-b89d-4302-b9df-a0d0156cb5e7 on network e753eaf5-be51-4373-bc0b-37bea06b5596 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:23:57.758396 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:23:57.758776 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Checking segment: {'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:23:57.759186 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.759608 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Bound using segment: {'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:23:57.760101 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Bound port: c7b20657-b89d-4302-b9df-a0d0156cb5e7, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:57.760480 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.847109 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-40109ba8-6650-46f8-be25-7e578350acab None None] For port c7b20657-b89d-4302-b9df-a0d0156cb5e7, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:23:57.850106 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-40109ba8-6650-46f8-be25-7e578350acab None None] For port c7b20657-b89d-4302-b9df-a0d0156cb5e7, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=c7b20657-b89d-4302-b9df-a0d0156cb5e7,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:23:57.854321 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.857975 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:57.900301 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.934852 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.939881 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a968e7e9-8d67-412b-8080-bf15b43f2cc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:23:57.942649 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Pushing event updated for resources: {'Port': ['ID=c7b20657-b89d-4302-b9df-a0d0156cb5e7,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:57.945741 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:58.005518 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:58.008567 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:58.012274 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:23:58.050631 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d1c3da-a26b-4d4f-8385-2d2bb5452929,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:58.054845 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:23:58.561541 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:58.828118 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c3d5d7-8daa-49ec-b5f7-932e9c4c4ca8 None None] Network e753eaf5-be51-4373-bc0b-37bea06b5596 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:23:58.919332 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1975871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884'] for router, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:58.951166 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-b547bdef-d8ca-40f0-9bbe-caeb1a634e96 None None] Provisioning for port c7b20657-b89d-4302-b9df-a0d0156cb5e7 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:59.132346 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Router 41047c39-360b-42fb-83da-e95e7f7e8d13 is scheduled to L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 with binding_index 1 {{(pid=78539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:23:59.312678 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:23:59.323188 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Sync routers for ids ['41047c39-360b-42fb-83da-e95e7f7e8d13'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:23:59.333855 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Routers {'41047c39-360b-42fb-83da-e95e7f7e8d13'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:23:59.334554 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:23:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['41047c39-360b-42fb-83da-e95e7f7e8d13'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:59.339276 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:59.340623 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3941443 Jul 29 14:23:59.343336 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56182) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:23:59.511548 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Set router 41047c39-360b-42fb-83da-e95e7f7e8d13 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:23:59.834615 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:23:58Z', 'revision_number': 3, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:59.838566 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Checking router: 41047c39-360b-42fb-83da-e95e7f7e8d13 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:23:59.838926 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Updating router 41047c39-360b-42fb-83da-e95e7f7e8d13 port e6d1c3da-a26b-4d4f-8385-2d2bb5452929 binding host dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:23:59.891329 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.024695 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c7b20657-b89d-4302-b9df-a0d0156cb5e7 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:00.161817 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.192275 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port c7b20657-b89d-4302-b9df-a0d0156cb5e7 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:00.203341 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port c7b20657-b89d-4302-b9df-a0d0156cb5e7 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:00.203717 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.374817 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Allocated IP 172.20.0.1 (e753eaf5-be51-4373-bc0b-37bea06b5596/7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a/b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:24:00.388127 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Notify callbacks [] for port, precommit_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.405597 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.417045 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Transition to ACTIVE for port object e6d1c3da-a26b-4d4f-8385-2d2bb5452929 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:00.430850 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.436223 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:00.509788 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port c7b20657-b89d-4302-b9df-a0d0156cb5e7, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=c7b20657-b89d-4302-b9df-a0d0156cb5e7,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:00.521206 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.527161 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Attempting to bind port e6d1c3da-a26b-4d4f-8385-2d2bb5452929 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:24:00.527538 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Attempting to bind port e6d1c3da-a26b-4d4f-8385-2d2bb5452929 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:24:00.527938 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Attempting to bind port e6d1c3da-a26b-4d4f-8385-2d2bb5452929 on network eed72035-af2d-4cbe-b110-9304fe4a96ea {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:24:00.529954 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e1595-73b2-464f-a5a0-e1aabaf9ecc4 None None] Pushing event updated for resources: {'Port': ['ID=e6d1c3da-a26b-4d4f-8385-2d2bb5452929,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:00.531315 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.533513 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-eb4e1595-73b2-464f-a5a0-e1aabaf9ecc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:00.533971 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:00.548300 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.provisioning_blocks [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Transition to ACTIVE for port object b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 will not be triggered until provisioned by entity DHCP. {{(pid=78539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:00.573239 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.573517 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:24:00.573874 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:24:00.574285 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.574689 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Bound using segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:24:00.575174 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Bound port: e6d1c3da-a26b-4d4f-8385-2d2bb5452929, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:24:00.575560 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.578060 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:00.643071 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Network e753eaf5-be51-4373-bc0b-37bea06b5596 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:00.646610 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:00.650365 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:24:00.664654 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=c7b20657-b89d-4302-b9df-a0d0156cb5e7,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:00.670197 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:00.676439 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] For port e6d1c3da-a26b-4d4f-8385-2d2bb5452929, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:24:00.679979 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] For port e6d1c3da-a26b-4d4f-8385-2d2bb5452929, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=e6d1c3da-a26b-4d4f-8385-2d2bb5452929,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:24:00.685390 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.688384 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Pushing event updated for resources: {'Port': ['ID=b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:00.696576 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-40109ba8-6650-46f8-be25-7e578350acab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:00.696698 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:00.710393 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973849'] for router_interface, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.766723 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Routers {'41047c39-360b-42fb-83da-e95e7f7e8d13'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:00.767373 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:23:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['41047c39-360b-42fb-83da-e95e7f7e8d13'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:00.846499 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.874015 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e1595-73b2-464f-a5a0-e1aabaf9ecc4 None None] Pushing event updated for resources: {'Port': ['ID=e6d1c3da-a26b-4d4f-8385-2d2bb5452929,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:00.877083 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-eb4e1595-73b2-464f-a5a0-e1aabaf9ecc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:00.969502 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-525967d4-5bd9-4aaf-a607-1436ff268745 None None] Provisioning for port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:00.981828 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-525967d4-5bd9-4aaf-a607-1436ff268745 None None] Provisioning complete for port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:00.982204 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-525967d4-5bd9-4aaf-a607-1436ff268745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:01.013902 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] Set router 41047c39-360b-42fb-83da-e95e7f7e8d13 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:01.068694 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:01.074331 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:01.107232 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:01.155331 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-525967d4-5bd9-4aaf-a607-1436ff268745 None None] Port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:24:01.185537 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Pushing event updated for resources: {'Port': ['ID=b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:01.188086 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973814'] for router_interface, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:01.191771 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:01.326378 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Network e753eaf5-be51-4373-bc0b-37bea06b5596 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:01.327571 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:01.352064 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 1, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:01.356133 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91bd94-a069-44c7-8738-eb134e9b5a9d None None] The sync data for ids ['41047c39-360b-42fb-83da-e95e7f7e8d13'] in dv-cinder-801321-2-iscsi is: [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 1, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:24:01.587912 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-a3d12874-7d63-48f4-8fa9-b5f894aaeb08 None None] Provisioning complete for port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:01.588299 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a3d12874-7d63-48f4-8fa9-b5f894aaeb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:01.647317 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Router 41047c39-360b-42fb-83da-e95e7f7e8d13 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:24:01.695220 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-a3d12874-7d63-48f4-8fa9-b5f894aaeb08 None None] Port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:24:01.848155 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:24:01.857435 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] 10.222.0.23 "PUT /v2.0/routers/41047c39-360b-42fb-83da-e95e7f7e8d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5130761 Jul 29 14:24:02.030062 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c7b20657-b89d-4302-b9df-a0d0156cb5e7 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:02.106156 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port c7b20657-b89d-4302-b9df-a0d0156cb5e7 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:02.106446 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:02.416197 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56200) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:02.422113 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-50717792-network', 'tenant_id': '68ee7b330f7d46669206de833dc37356'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:02.427371 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:02.431468 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Usage tracker for resource:network and tenant:68ee7b330f7d46669206de833dc37356 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:02.434633 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:02.441382 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:02.452521 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Made reservation on behalf of 68ee7b330f7d46669206de833dc37356 for: {'network': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:24:02.454970 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for network, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:02.468300 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:02.483536 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:02.488072 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Usage tracker for resource:security_group_rule and tenant:68ee7b330f7d46669206de833dc37356 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:02.491250 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:02.497704 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:02.586689 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:02.591911 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:02.595002 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-e92efae2-4966-4cd3-b43e-43fbdcd8205e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:02.624224 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=78539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:24:02.632996 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8bbc6c-876e-413d-8835-d4832794360a,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:02.636557 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:02.638992 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:02.639343 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.segments_db [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Added segment 68d38218-f6b4-4f96-8860-7404338d0462 of type vlan for network 6aea4474-f189-4653-8f37-de7d94a0de66 Jul 29 14:24:02.669653 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786054791069'] for network, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:02.704985 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871'] for network, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:02.706942 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:02.707531 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:02.711094 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-693babb8-9eb8-4754-b4a0-fbc4928156de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:02.808646 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Pushing event updated for resources: {'Network': ['ID=6aea4474-f189-4653-8f37-de7d94a0de66,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:02.814681 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3947759 Jul 29 14:24:02.814681 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-741f9137-c4ff-4798-9160-77cad9191f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:02.815074 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56204) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:02.819668 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Network 6aea4474-f189-4653-8f37-de7d94a0de66 details requested by agent ovs-agent-dv-cinder-801321-2-iscsi with host dv-cinder-801321-2-iscsi {{(pid=78541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:24:02.820718 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Request body: {'subnet': {'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-50717792-subnet', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'ip_version': 4}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:02.825544 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:02.829366 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Usage tracker for resource:subnet and tenant:68ee7b330f7d46669206de833dc37356 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:02.832718 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:02.838368 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:02.853138 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Made reservation on behalf of 68ee7b330f7d46669206de833dc37356 for: {'subnet': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:24:02.855767 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2497503'] for subnet, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.061300 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2557718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2497453'] for subnet, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.064922 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-fcc96361-983a-49d5-aa5c-9631fc9c8efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:03.137234 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:03.141008 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:03.146623 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Checking segment: {'id': '68d38218-f6b4-4f96-8860-7404338d0462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:24:03.147046 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Network hostable DHCP agents. Network: 6aea4474-f189-4653-8f37-de7d94a0de66, hostable agents: ['4485b70e-96f4-4f72-bacb-4457565aea0b'], hosted agents: [] {{(pid=78539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:24:03.165934 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Network 6aea4474-f189-4653-8f37-de7d94a0de66 is scheduled to be hosted by DHCP agent 4485b70e-96f4-4f72-bacb-4457565aea0b with binding_index 1 {{(pid=78539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:24:03.174841 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-iscsi, 6aea4474-f189-4653-8f37-de7d94a0de66) {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:03.178885 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:03.179474 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.184090 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f39cba0-81d3-4612-9c1c-ccd182da3634 None None] Network 6aea4474-f189-4653-8f37-de7d94a0de66 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:24:03.201862 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3860433 Jul 29 14:24:03.204410 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56208) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:03.209837 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-50717792-router', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:03.214489 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:03.218515 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Usage tracker for resource:router and tenant:68ee7b330f7d46669206de833dc37356 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:03.221517 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:03.227589 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:03.242735 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1976013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.244063 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1975848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1883'] for router, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.259570 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.417565 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6ec5a6-a024-540c-ad00-68320459d9b4-6aea4474-f189-4653-8f37-de7d94a0de66', 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'fixed_ips': [{'subnet_id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced'}]}} from dv-cinder-801321-2-iscsi. {{(pid=78541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:24:03.418600 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.418985 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Sync routers for ids ['41047c39-360b-42fb-83da-e95e7f7e8d13'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:24:03.430121 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Routers {'41047c39-360b-42fb-83da-e95e7f7e8d13'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:03.430738 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:23:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['41047c39-360b-42fb-83da-e95e7f7e8d13'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:03.530592 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1975934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1869'] for router, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.575496 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.db_base_plugin_common [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Allocated IP 172.20.0.2 (6aea4474-f189-4653-8f37-de7d94a0de66/e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced/e52bf28a-2399-4f1a-9121-9b2f8c8e9605) {{(pid=78541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:24:03.653284 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Set router 41047c39-360b-42fb-83da-e95e7f7e8d13 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:03.795924 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Notify callbacks [] for port, precommit_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.807330 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Transition to ACTIVE for port object e52bf28a-2399-4f1a-9121-9b2f8c8e9605 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:03.827089 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Transition to ACTIVE for port object e52bf28a-2399-4f1a-9121-9b2f8c8e9605 will not be triggered until provisioned by entity DHCP. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:03.834296 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776'] for port, after_create {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.839616 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:03.898503 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Network 6aea4474-f189-4653-8f37-de7d94a0de66 is already hosted by enough agents. {{(pid=78541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:03.901546 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.scheduler.base_scheduler [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Resources bound (agent type, host, resource id): {{(pid=78541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:03.905779 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Received port after_create {{(pid=78541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:24:03.944385 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Pushing event updated for resources: {'Port': ['ID=e52bf28a-2399-4f1a-9121-9b2f8c8e9605,revision_number=1']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:03.951368 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:03.975446 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:03.992548 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 2, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:04.002652 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Checking router: 41047c39-360b-42fb-83da-e95e7f7e8d13 for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:24:04.003045 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Updating router 41047c39-360b-42fb-83da-e95e7f7e8d13 port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:24:04.017205 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.023214 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Attempting to bind port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:24:04.023795 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Attempting to bind port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '68d38218-f6b4-4f96-8860-7404338d0462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:24:04.024628 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Attempting to bind port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 on network 6aea4474-f189-4653-8f37-de7d94a0de66 {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:24:04.031831 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:24:04.032274 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Checking segment: {'id': '68d38218-f6b4-4f96-8860-7404338d0462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:24:04.032692 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.033101 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Bound using segment: {'id': '68d38218-f6b4-4f96-8860-7404338d0462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:24:04.033585 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Bound port: e52bf28a-2399-4f1a-9121-9b2f8c8e9605, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d38218-f6b4-4f96-8860-7404338d0462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:24:04.033976 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.063175 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.087074 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e6d1c3da-a26b-4d4f-8385-2d2bb5452929 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:04.162410 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Allocated IP 172.27.0.207 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/309e7a34-05b7-468a-b427-4dd759dda5b0) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:24:04.185549 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] For port e52bf28a-2399-4f1a-9121-9b2f8c8e9605, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:24:04.188861 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] For port e52bf28a-2399-4f1a-9121-9b2f8c8e9605, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=e52bf28a-2399-4f1a-9121-9b2f8c8e9605,segment=NetworkSegment(68d38218-f6b4-4f96-8860-7404338d0462),segment_id=68d38218-f6b4-4f96-8860-7404338d0462)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:24:04.197098 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.201264 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-cf822e84-f693-4ed8-a7b4-7458600911a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:04.234741 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port e6d1c3da-a26b-4d4f-8385-2d2bb5452929 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:04.266030 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port e6d1c3da-a26b-4d4f-8385-2d2bb5452929 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:04.266408 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.329161 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.336122 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Pushing event updated for resources: {'Port': ['ID=e52bf28a-2399-4f1a-9121-9b2f8c8e9605,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:04.341105 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-63000cab-50c2-4b68-a9a5-7863bfbeca1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:04.392157 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.403905 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-8ffdccd0-46b5-4b0a-95de-7a88409bd4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:04.432646 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.451940 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port e6d1c3da-a26b-4d4f-8385-2d2bb5452929, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=e6d1c3da-a26b-4d4f-8385-2d2bb5452929,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:04.456386 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.457138 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.459218 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:04.469904 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Transition to ACTIVE for port object b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:04.478669 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:04.480911 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.481966 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:04.486049 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:24:04.494211 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-c3b1b661-5516-4f9c-bfd7-2c96705be8a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:04.535329 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=e6d1c3da-a26b-4d4f-8385-2d2bb5452929,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:04.543752 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Pushing event updated for resources: {'Port': ['ID=309e7a34-05b7-468a-b427-4dd759dda5b0,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:04.545890 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:04.550169 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:04.668372 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Pushing event updated for resources: {'Port': ['ID=b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:04.716903 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.717261 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.717615 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.717951 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.718287 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.718618 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.718947 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.719274 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.719618 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.719986 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.720311 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.720632 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:04.724826 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:04.792351 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Attempting to bind port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:24:04.792926 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Attempting to bind port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:24:04.793304 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Attempting to bind port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 on network e753eaf5-be51-4373-bc0b-37bea06b5596 {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:24:04.799102 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:24:04.799483 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Checking segment: {'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:24:04.799938 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.800343 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Bound using segment: {'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:24:04.800907 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Bound port: b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:24:04.801320 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.891547 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] For port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:24:04.895798 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] For port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:24:04.900864 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:04.905692 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-c609de3b-bab0-4845-b5b9-d6bdfe66e566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:04.984254 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Routers {'41047c39-360b-42fb-83da-e95e7f7e8d13'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:04.984897 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:23:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['41047c39-360b-42fb-83da-e95e7f7e8d13'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:04.986932 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.058312 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Pushing event updated for resources: {'Port': ['ID=b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861,revision_number=4']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:05.062122 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-f828d742-6e5d-420a-ab60-7ba21772dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:05.187309 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] Set router 41047c39-360b-42fb-83da-e95e7f7e8d13 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:05.360991 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-acb893a4-45bc-4d6f-83bd-e7c5375b4b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.386768 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1975871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673884'] for router, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.504613 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3c0b1e-9d5c-4191-89ba-41f5ab712ebb None None] Network 6aea4474-f189-4653-8f37-de7d94a0de66 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:24:05.566149 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:05.570592 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905e128-af88-4942-8706-d5dced5006f1 None None] The sync data for ids ['41047c39-360b-42fb-83da-e95e7f7e8d13'] in dv-cinder-801321-2-iscsi is: [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:24:05.667404 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-cab70f65-c863-44fc-92d5-b31dbee26268 None None] Provisioning for port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:05.737073 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 is scheduled to L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 with binding_index 1 {{(pid=78539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:24:05.799542 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.928668 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:24:05.938637 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Sync routers for ids ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:24:05.960991 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Routers {'549735a8-ec48-46f5-9f58-dcfba20f4dc4'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:05.961715 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:23:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:05.965522 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.967851 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-257f441e-c0ae-4d1a-81bf-060fc0951a4a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7616210 Jul 29 14:24:05.970113 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56212) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:06.168976 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e52bf28a-2399-4f1a-9121-9b2f8c8e9605 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:06.267859 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Set router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:06.391112 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:06.413757 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:06.414136 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:06.645681 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:06.683489 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port e52bf28a-2399-4f1a-9121-9b2f8c8e9605, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=e52bf28a-2399-4f1a-9121-9b2f8c8e9605,segment=NetworkSegment(68d38218-f6b4-4f96-8860-7404338d0462),segment_id=68d38218-f6b4-4f96-8860-7404338d0462)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:06.691579 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'name': 'tempest-TestMinimumBasicScenario-50717792-router', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:24:03Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 3, 'project_id': '68ee7b330f7d46669206de833dc37356', 'gw_port': {'id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:04Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:06.693572 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:06.694390 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e6d1c3da-a26b-4d4f-8385-2d2bb5452929 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:06.704652 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:06.722670 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-eb4e1595-73b2-464f-a5a0-e1aabaf9ecc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:06.767433 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Checking router: 549735a8-ec48-46f5-9f58-dcfba20f4dc4 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:24:06.767795 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Updating router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 port 309e7a34-05b7-468a-b427-4dd759dda5b0 binding host dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:24:06.864562 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:06.908942 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=e52bf28a-2399-4f1a-9121-9b2f8c8e9605,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:06.915780 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:06.919764 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Allocated IP 172.20.0.1 (6aea4474-f189-4653-8f37-de7d94a0de66/e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced/c18f71a9-ff2d-4d23-b059-e7a5c027284c) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:24:06.927769 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port e6d1c3da-a26b-4d4f-8385-2d2bb5452929 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:06.928184 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.070905 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.086360 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Transition to ACTIVE for port object c18f71a9-ff2d-4d23-b059-e7a5c027284c will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:07.110640 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.116592 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-938fc9db-da7c-49b1-b9c0-cd69c1698a20 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:07.216482 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:07.280538 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Network 6aea4474-f189-4653-8f37-de7d94a0de66 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:07.284891 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:07.289035 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:24:07.342364 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Pushing event updated for resources: {'Port': ['ID=c18f71a9-ff2d-4d23-b059-e7a5c027284c,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:07.347292 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:07.356004 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973849'] for router_interface, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.414015 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:07.424219 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:07.424603 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.485037 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Notify callbacks [] for port, precommit_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.504569 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Transition to ACTIVE for port object 309e7a34-05b7-468a-b427-4dd759dda5b0 will not be triggered until provisioned by entity L2. {{(pid=78541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:07.514241 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.517879 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:07.625858 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.654413 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-42bbba2d-4411-4eb6-b7b4-6a6de082cd9b None None] Provisioning for port c18f71a9-ff2d-4d23-b059-e7a5c027284c completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:07.657340 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f1af9-aa0a-4bf0-999a-8f15347e7b4e None None] Pushing event updated for resources: {'Port': ['ID=309e7a34-05b7-468a-b427-4dd759dda5b0,revision_number=2']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:07.663391 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Attempting to bind port 309e7a34-05b7-468a-b427-4dd759dda5b0 on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:24:07.663765 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Attempting to bind port 309e7a34-05b7-468a-b427-4dd759dda5b0 by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:24:07.664162 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Attempting to bind port 309e7a34-05b7-468a-b427-4dd759dda5b0 on network eed72035-af2d-4cbe-b110-9304fe4a96ea {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:24:07.666696 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-638f1af9-aa0a-4bf0-999a-8f15347e7b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:07.671295 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-42bbba2d-4411-4eb6-b7b4-6a6de082cd9b None None] Provisioning complete for port c18f71a9-ff2d-4d23-b059-e7a5c027284c triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:07.671670 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-42bbba2d-4411-4eb6-b7b4-6a6de082cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.701235 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.722797 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:24:07.723100 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Checking segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:24:07.723511 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.723942 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Bound using segment: {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'} {{(pid=78541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:24:07.724433 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.managers [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Bound port: 309e7a34-05b7-468a-b427-4dd759dda5b0, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c6c39-2c7a-461c-b89f-1a4fa7598a55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea'}}] {{(pid=78541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:24:07.724829 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.811144 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-42bbba2d-4411-4eb6-b7b4-6a6de082cd9b None None] Port c18f71a9-ff2d-4d23-b059-e7a5c027284c cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:24:07.824255 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:07.830662 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.833564 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] For port 309e7a34-05b7-468a-b427-4dd759dda5b0, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:24:07.835435 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:07.861912 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.866806 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.886392 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] For port 309e7a34-05b7-468a-b427-4dd759dda5b0, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=309e7a34-05b7-468a-b427-4dd759dda5b0,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:24:07.892715 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.895124 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b5c2e0bc-afc2-4c2c-91e0-46efe8a0976a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:07.928852 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:07.934143 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:07.934860 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:07.972682 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Pushing event updated for resources: {'Port': ['ID=c18f71a9-ff2d-4d23-b059-e7a5c027284c,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:07.977240 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:07.977933 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973814'] for router_interface, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.989352 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-3ab5ec97-aefb-467b-a71c-945556bec289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.997592 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Routers {'549735a8-ec48-46f5-9f58-dcfba20f4dc4'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:07.998240 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:23:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:08.054431 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e52bf28a-2399-4f1a-9121-9b2f8c8e9605 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:08.114932 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Network 6aea4474-f189-4653-8f37-de7d94a0de66 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:08.116059 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:08.131791 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f1af9-aa0a-4bf0-999a-8f15347e7b4e None None] Pushing event updated for resources: {'Port': ['ID=309e7a34-05b7-468a-b427-4dd759dda5b0,revision_number=3']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:08.138519 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-638f1af9-aa0a-4bf0-999a-8f15347e7b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:08.248718 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:08.249097 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.279515 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] Set router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:08.319123 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:24:08.431565 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-7395a911-e8ec-469f-a34b-832b166c9217 None None] Provisioning complete for port c18f71a9-ff2d-4d23-b059-e7a5c027284c triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:08.432133 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7395a911-e8ec-469f-a34b-832b166c9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.503474 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:24:08.512813 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] 10.222.0.23 "PUT /v2.0/routers/549735a8-ec48-46f5-9f58-dcfba20f4dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5398233 Jul 29 14:24:08.529627 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-7395a911-e8ec-469f-a34b-832b166c9217 None None] Port c18f71a9-ff2d-4d23-b059-e7a5c027284c cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:24:08.726278 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'name': 'tempest-TestMinimumBasicScenario-50717792-router', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:24:03Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 4, 'project_id': '68ee7b330f7d46669206de833dc37356', 'gw_port': {'id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:04Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c18f71a9-ff2d-4d23-b059-e7a5c027284c', 'name': '', 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'mac_address': 'fa:16:3e:46:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:06Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 2, 'project_id': '68ee7b330f7d46669206de833dc37356', 'subnets': [{'id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:08.730298 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6cbd72-7689-459b-b50d-b109fe2ed369 None None] The sync data for ids ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'] in dv-cinder-801321-2-iscsi is: [{'id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'name': 'tempest-TestMinimumBasicScenario-50717792-router', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:24:03Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 4, 'project_id': '68ee7b330f7d46669206de833dc37356', 'gw_port': {'id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:04Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c18f71a9-ff2d-4d23-b059-e7a5c027284c', 'name': '', 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'mac_address': 'fa:16:3e:46:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:06Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 2, 'project_id': '68ee7b330f7d46669206de833dc37356', 'subnets': [{'id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:24:09.459174 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:09.514065 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:24:10.101092 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 309e7a34-05b7-468a-b427-4dd759dda5b0 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:10.208053 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port 309e7a34-05b7-468a-b427-4dd759dda5b0 completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:10.213294 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 309e7a34-05b7-468a-b427-4dd759dda5b0 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:10.213692 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:10.353572 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:10.375990 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port 309e7a34-05b7-468a-b427-4dd759dda5b0, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=309e7a34-05b7-468a-b427-4dd759dda5b0,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:10.384845 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:10.385967 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:10.465122 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c097ddc9-f88a-4548-9a0b-fedb7928da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:10.567727 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=309e7a34-05b7-468a-b427-4dd759dda5b0,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:10.576223 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:10.584168 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:10.584568 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:11.117319 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:11.997516 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 309e7a34-05b7-468a-b427-4dd759dda5b0 up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:12.076253 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port 309e7a34-05b7-468a-b427-4dd759dda5b0 triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:12.076629 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:12.640257 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Sync routers for ids ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:24:12.650216 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Routers {'549735a8-ec48-46f5-9f58-dcfba20f4dc4'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:12.651115 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:24:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:12.853705 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Set router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:13.205046 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'name': 'tempest-TestMinimumBasicScenario-50717792-router', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:24:03Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 4, 'project_id': '68ee7b330f7d46669206de833dc37356', 'gw_port': {'id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:04Z', 'updated_at': '2021-07-29T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c18f71a9-ff2d-4d23-b059-e7a5c027284c', 'name': '', 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'mac_address': 'fa:16:3e:46:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:06Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 2, 'project_id': '68ee7b330f7d46669206de833dc37356', 'subnets': [{'id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:13.211487 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Checking router: 549735a8-ec48-46f5-9f58-dcfba20f4dc4 for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:24:13.211944 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Updating router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 port c18f71a9-ff2d-4d23-b059-e7a5c027284c binding host dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:24:13.274322 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.355657 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.666041 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Notify callbacks [] for port, precommit_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.679247 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.provisioning_blocks [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Transition to ACTIVE for port object c18f71a9-ff2d-4d23-b059-e7a5c027284c will not be triggered until provisioned by entity L2. {{(pid=78542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:13.687943 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.691933 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:13.824858 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31afc6a-52d4-4d31-b525-7b097c8d736a None None] Pushing event updated for resources: {'Port': ['ID=c18f71a9-ff2d-4d23-b059-e7a5c027284c,revision_number=3']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:13.850780 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-c31afc6a-52d4-4d31-b525-7b097c8d736a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:13.953428 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Attempting to bind port c18f71a9-ff2d-4d23-b059-e7a5c027284c on host dv-cinder-801321-2-iscsi for vnic_type normal with profile {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:24:13.953806 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Attempting to bind port c18f71a9-ff2d-4d23-b059-e7a5c027284c by drivers openvswitch,hyperv on host dv-cinder-801321-2-iscsi at level 0 using segments [{'id': '68d38218-f6b4-4f96-8860-7404338d0462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66'}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:24:13.954172 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Attempting to bind port c18f71a9-ff2d-4d23-b059-e7a5c027284c on network 6aea4474-f189-4653-8f37-de7d94a0de66 {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:24:13.960051 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Checking agent: {'id': '58555b24-be2f-4fdb-bf0b-04d935c464a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 38, 6), 'started_at': datetime.datetime(2021, 7, 29, 13, 38, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:24:13.960287 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Checking segment: {'id': '68d38218-f6b4-4f96-8860-7404338d0462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:24:13.960658 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.961056 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Bound using segment: {'id': '68d38218-f6b4-4f96-8860-7404338d0462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66'} {{(pid=78542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:24:13.964799 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.managers [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Bound port: c18f71a9-ff2d-4d23-b059-e7a5c027284c, host: dv-cinder-801321-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d38218-f6b4-4f96-8860-7404338d0462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66'}}] {{(pid=78542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:24:13.965189 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:14.061156 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] For port c18f71a9-ff2d-4d23-b059-e7a5c027284c, host dv-cinder-801321-2-iscsi, cleared binding levels {{(pid=78542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:24:14.064419 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.db [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] For port c18f71a9-ff2d-4d23-b059-e7a5c027284c, host dv-cinder-801321-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=c18f71a9-ff2d-4d23-b059-e7a5c027284c,segment=NetworkSegment(68d38218-f6b4-4f96-8860-7404338d0462),segment_id=68d38218-f6b4-4f96-8860-7404338d0462)] {{(pid=78542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:24:14.069826 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:14.073381 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:14.153944 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Routers {'549735a8-ec48-46f5-9f58-dcfba20f4dc4'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:14.154886 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:24:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:14.229655 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31afc6a-52d4-4d31-b525-7b097c8d736a None None] Pushing event updated for resources: {'Port': ['ID=c18f71a9-ff2d-4d23-b059-e7a5c027284c,revision_number=4']} {{(pid=78542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:14.233605 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-c31afc6a-52d4-4d31-b525-7b097c8d736a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:14.395515 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] Set router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:14.808512 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'name': 'tempest-TestMinimumBasicScenario-50717792-router', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:24:03Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 4, 'project_id': '68ee7b330f7d46669206de833dc37356', 'gw_port': {'id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:04Z', 'updated_at': '2021-07-29T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c18f71a9-ff2d-4d23-b059-e7a5c027284c', 'name': '', 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'mac_address': 'fa:16:3e:46:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:06Z', 'updated_at': '2021-07-29T14:24:14Z', 'revision_number': 4, 'project_id': '68ee7b330f7d46669206de833dc37356', 'subnets': [{'id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:14.813922 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081ee76-452b-4c0c-b26e-892f8b17a0c4 None None] The sync data for ids ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'] in dv-cinder-801321-2-iscsi is: [{'id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'name': 'tempest-TestMinimumBasicScenario-50717792-router', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:24:03Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 4, 'project_id': '68ee7b330f7d46669206de833dc37356', 'gw_port': {'id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:04Z', 'updated_at': '2021-07-29T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c18f71a9-ff2d-4d23-b059-e7a5c027284c', 'name': '', 'network_id': '6aea4474-f189-4653-8f37-de7d94a0de66', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'mac_address': 'fa:16:3e:46:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:06Z', 'updated_at': '2021-07-29T14:24:14Z', 'revision_number': 4, 'project_id': '68ee7b330f7d46669206de833dc37356', 'subnets': [{'id': 'e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:24:15.634919 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-65935654-815c-47d7-8723-d311ab922d73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886092 Jul 29 14:24:15.793629 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-d253cd76-00dc-42fb-81de-f28b6da92368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:15.795486 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-d253cd76-00dc-42fb-81de-f28b6da92368 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 1098 time: 0.0786180 Jul 29 14:24:15.951302 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-d5e0f93e-cb47-42f4-aa27-83b6b09278c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:15.952819 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-d5e0f93e-cb47-42f4-aa27-83b6b09278c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1354735 Jul 29 14:24:16.059305 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c18f71a9-ff2d-4d23-b059-e7a5c027284c up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:16.198431 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-1a96c19b-c0c7-48fc-841d-6bdf37407c70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f9aee89-4956-4634-9817-a96c68cd797d HTTP/1.1" status: 200 len: 1001 time: 0.2387428 Jul 29 14:24:16.236694 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning for port c18f71a9-ff2d-4d23-b059-e7a5c027284c completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:16.261352 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port c18f71a9-ff2d-4d23-b059-e7a5c027284c triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:16.261750 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:16.280621 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-d1af2f2e-1309-42b3-83e8-7a0fc7c1f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:16.282192 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-d1af2f2e-1309-42b3-83e8-7a0fc7c1f797 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0769486 Jul 29 14:24:16.383225 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-4d99e165-d013-4119-854b-e05e1661824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:16.384898 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-4d99e165-d013-4119-854b-e05e1661824e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0962801 Jul 29 14:24:16.537102 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:16.582643 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-aa541781-c384-4b7c-ba64-3474647157fa service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897628 Jul 29 14:24:16.592139 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] For port c18f71a9-ff2d-4d23-b059-e7a5c027284c, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=c18f71a9-ff2d-4d23-b059-e7a5c027284c,segment=NetworkSegment(68d38218-f6b4-4f96-8860-7404338d0462),segment_id=68d38218-f6b4-4f96-8860-7404338d0462)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:16.604375 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:16.606914 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:16.723475 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Pushing event updated for resources: {'Port': ['ID=c18f71a9-ff2d-4d23-b059-e7a5c027284c,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:16.726581 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:16.732820 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cf5214be-f92d-4320-858d-0996d3fb99fe req-228700d0-1f02-40fe-a856-e3ba295ec085 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435425 Jul 29 14:24:17.998567 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c18f71a9-ff2d-4d23-b059-e7a5c027284c up at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:18.066581 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Provisioning complete for port c18f71a9-ff2d-4d23-b059-e7a5c027284c triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:18.066961 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:19.454643 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-3c12adc8-3091-4d92-a5d6-4787de2062f4 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:19.455350 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-3c12adc8-3091-4d92-a5d6-4787de2062f4 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Synchronizing usage tracker for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:network {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:24:19.473381 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-3c12adc8-3091-4d92-a5d6-4787de2062f4 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Unset dirty status for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:network {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:24:19.474592 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-3c12adc8-3091-4d92-a5d6-4787de2062f4 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/networks?id=e753eaf5-be51-4373-bc0b-37bea06b5596 HTTP/1.1" status: 200 len: 814 time: 0.1631892 Jul 29 14:24:19.489612 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-a9d29d77-2325-45ed-83bb-67d51c813469 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/quotas/6af7800b7c7c473fa5792d865b7e863c HTTP/1.1" status: 200 len: 375 time: 0.0094569 Jul 29 14:24:19.583177 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-4bc24d83-06cf-4061-994d-a6e2a5da61f4 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6af7800b7c7c473fa5792d865b7e863c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882876 Jul 29 14:24:19.718445 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-f4accc17-e846-4912-9b43-da1ece9c4c66 service neutron] 10.222.0.23 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237507 Jul 29 14:24:19.849142 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-c0ea20ff-9b1d-40a0-a4e9-075d5aef78a9 service neutron] 10.222.0.23 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247938 Jul 29 14:24:20.020166 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-89120c8b-7c3c-4be2-8508-30fc1bc46571 req-af170c58-1540-4753-a52f-801e4fd9d905 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Synchronizing usage tracker for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:24:20.038456 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-89120c8b-7c3c-4be2-8508-30fc1bc46571 req-af170c58-1540-4753-a52f-801e4fd9d905 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Unset dirty status for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:24:20.040289 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-89120c8b-7c3c-4be2-8508-30fc1bc46571 req-af170c58-1540-4753-a52f-801e4fd9d905 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 210 time: 0.0631957 Jul 29 14:24:21.156775 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-65f92520-62d6-4de6-bfa1-ebe86e463601 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:21.158257 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-65f92520-62d6-4de6-bfa1-ebe86e463601 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.10 "GET /v2.0/networks?id=e753eaf5-be51-4373-bc0b-37bea06b5596 HTTP/1.1" status: 200 len: 814 time: 0.1656518 Jul 29 14:24:21.171161 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'port': {'device_id': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'admin_state_up': True, 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:21.244841 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-cc5e1b4d-8b45-4ece-8531-ec25fa642467 req-0f0db3ce-6fcb-4c72-9ecf-c3a91c516676 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 210 time: 0.0594504 Jul 29 14:24:21.350717 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:21.360803 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:21.372244 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Made reservation on behalf of 6af7800b7c7c473fa5792d865b7e863c for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:24:21.375994 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.581837 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Allocated IP 172.20.0.12 (e753eaf5-be51-4373-bc0b-37bea06b5596/7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a/a3f72faf-1fcf-44db-9a22-c9439b81784d) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:24:21.926274 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.944007 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Transition to ACTIVE for port object a3f72faf-1fcf-44db-9a22-c9439b81784d will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:21.969953 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.976461 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:22.047844 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Network e753eaf5-be51-4373-bc0b-37bea06b5596 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:22.052340 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:22.054813 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:24:22.096026 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'Port': ['ID=a3f72faf-1fcf-44db-9a22-c9439b81784d,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:22.102854 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:22.137736 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:22.138397 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:22.176581 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0080802 Jul 29 14:24:22.339206 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6ed71cf7-1515-4850-8aba-26957e979d88 None None] Provisioning for port a3f72faf-1fcf-44db-9a22-c9439b81784d completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:22.352465 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-6ed71cf7-1515-4850-8aba-26957e979d88 None None] Provisioning complete for port a3f72faf-1fcf-44db-9a22-c9439b81784d triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:22.353459 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6ed71cf7-1515-4850-8aba-26957e979d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:22.413316 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6ed71cf7-1515-4850-8aba-26957e979d88 None None] Port a3f72faf-1fcf-44db-9a22-c9439b81784d cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:24:22.460095 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542098ab-8d27-4a04-a7fd-73f8caa24511 req-2415df01-e92e-40fd-813a-70436bddba2e tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:22.461693 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-542098ab-8d27-4a04-a7fd-73f8caa24511 req-2415df01-e92e-40fd-813a-70436bddba2e tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 932 time: 0.0944610 Jul 29 14:24:22.509089 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-542098ab-8d27-4a04-a7fd-73f8caa24511 req-1c3ca61e-ede7-4a49-a190-2a75a56f590f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Jul 29 14:24:23.703247 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b459-f4bc-4b73-bc99-9af340855bef req-06993bb6-7d83-4cf3-81d8-1150be469da0 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:23.703990 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-d366b459-f4bc-4b73-bc99-9af340855bef req-06993bb6-7d83-4cf3-81d8-1150be469da0 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Synchronizing usage tracker for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:24:23.729056 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-d366b459-f4bc-4b73-bc99-9af340855bef req-06993bb6-7d83-4cf3-81d8-1150be469da0 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Unset dirty status for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:24:23.730471 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d366b459-f4bc-4b73-bc99-9af340855bef req-06993bb6-7d83-4cf3-81d8-1150be469da0 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 932 time: 0.1114423 Jul 29 14:24:23.779572 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-d366b459-f4bc-4b73-bc99-9af340855bef req-5ecf8d7f-5a06-4ec6-a48b-4fd4ee37c9ff tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Synchronizing usage tracker for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:24:23.797848 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-d366b459-f4bc-4b73-bc99-9af340855bef req-5ecf8d7f-5a06-4ec6-a48b-4fd4ee37c9ff tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Unset dirty status for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:24:23.799250 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d366b459-f4bc-4b73-bc99-9af340855bef req-5ecf8d7f-5a06-4ec6-a48b-4fd4ee37c9ff tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629904 Jul 29 14:24:24.998854 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae34749-b074-4797-8605-1539d87cc132 req-5a784fbd-7f06-43d5-9f3c-17aebadbaf44 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:25.000404 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4ae34749-b074-4797-8605-1539d87cc132 req-5a784fbd-7f06-43d5-9f3c-17aebadbaf44 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 932 time: 0.0891013 Jul 29 14:24:25.060710 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4ae34749-b074-4797-8605-1539d87cc132 req-4ae72f97-599a-4543-9951-f4c3cc00d33a tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540698 Jul 29 14:24:26.256713 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b346c9c-c291-4ad9-9109-95dad5e6a0b4 req-b13bcaca-123d-4265-bc25-49e958c9bfd5 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:26.258185 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4b346c9c-c291-4ad9-9109-95dad5e6a0b4 req-b13bcaca-123d-4265-bc25-49e958c9bfd5 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 932 time: 0.0842452 Jul 29 14:24:26.325118 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4b346c9c-c291-4ad9-9109-95dad5e6a0b4 req-fb4f3da4-7f8b-4afd-b56f-9328988b92b6 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597205 Jul 29 14:24:27.526891 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b34e-3408-4129-94d2-9abb430b5259 req-1bf4b7a8-538b-473e-bdc5-d6f1e2519351 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:27.528560 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0f04b34e-3408-4129-94d2-9abb430b5259 req-1bf4b7a8-538b-473e-bdc5-d6f1e2519351 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 932 time: 0.0857530 Jul 29 14:24:27.578796 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0f04b34e-3408-4129-94d2-9abb430b5259 req-ef4be40e-a111-4673-9d81-b0a6c5dda359 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445924 Jul 29 14:24:28.773416 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa4afc-1431-4965-9c6d-645d4f5c9559 req-274be37f-1be3-4c3e-b579-1218e0d4c722 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:28.774963 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-acaa4afc-1431-4965-9c6d-645d4f5c9559 req-274be37f-1be3-4c3e-b579-1218e0d4c722 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 932 time: 0.0865660 Jul 29 14:24:28.822659 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-acaa4afc-1431-4965-9c6d-645d4f5c9559 req-055ee28e-ebeb-49eb-a4cb-6887e025e72a tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Jul 29 14:24:30.018548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50148ec3-118f-43ee-a316-15cf544fe093 req-3d69656a-8077-46b7-9817-3bf24bd23e58 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:30.020724 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-50148ec3-118f-43ee-a316-15cf544fe093 req-3d69656a-8077-46b7-9817-3bf24bd23e58 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 932 time: 0.0883024 Jul 29 14:24:30.067029 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-50148ec3-118f-43ee-a316-15cf544fe093 req-742176b7-9f90-4475-b441-03b4bac0c181 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Jul 29 14:24:31.257120 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c46de0-0f98-4b0c-b606-69ea2d9f9940 req-74c0c4d8-e674-47ab-aa43-b0d20383804c tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:31.258587 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-02c46de0-0f98-4b0c-b606-69ea2d9f9940 req-74c0c4d8-e674-47ab-aa43-b0d20383804c tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 932 time: 0.0826616 Jul 29 14:24:31.305036 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-02c46de0-0f98-4b0c-b606-69ea2d9f9940 req-7c38de45-1855-4c26-b1cc-5f697bdd6da7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Jul 29 14:24:31.440336 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Request body: {'port': {'device_id': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:31.554563 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.892846 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f72faf-1fcf-44db-9a22-c9439b81784d {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:24:31.899846 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.913462 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Transition to ACTIVE for port object a3f72faf-1fcf-44db-9a22-c9439b81784d will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:31.917255 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.922395 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-df4cac44-fb75-4804-a292-e791cb3ec352 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:32.073291 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f72faf-1fcf-44db-9a22-c9439b81784d,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:32.083409 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:32.168734 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Attempting to bind port a3f72faf-1fcf-44db-9a22-c9439b81784d on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:24:32.169066 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Attempting to bind port a3f72faf-1fcf-44db-9a22-c9439b81784d by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:24:32.169424 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Attempting to bind port a3f72faf-1fcf-44db-9a22-c9439b81784d on network e753eaf5-be51-4373-bc0b-37bea06b5596 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:24:32.175353 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Port a3f72faf-1fcf-44db-9a22-c9439b81784d on network e753eaf5-be51-4373-bc0b-37bea06b5596 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:24:32.175674 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Attempting to bind port a3f72faf-1fcf-44db-9a22-c9439b81784d on network e753eaf5-be51-4373-bc0b-37bea06b5596 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:24:32.180815 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:24:32.181146 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Checking segment: {'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:24:32.181524 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Bound using segment: {'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:24:32.181942 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Bound port: a3f72faf-1fcf-44db-9a22-c9439b81784d, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425db521-9346-41d9-8b32-093189a155e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:24:32.182284 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.275389 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] For port a3f72faf-1fcf-44db-9a22-c9439b81784d, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:24:32.278412 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] For port a3f72faf-1fcf-44db-9a22-c9439b81784d, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:24:32.283698 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.287522 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5a305d3a-d2e2-416d-8275-f0ab52d48fb6 tempest-ServerRescueNegativeTestJSON-1735690621 tempest-ServerRescueNegativeTestJSON-1735690621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:32.346714 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:32.347412 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.348867 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 1094 time: 0.9143434 Jul 29 14:24:32.349443 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:32.373100 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f72faf-1fcf-44db-9a22-c9439b81784d,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:32.376187 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-14950383-f31b-4b44-9b9c-c17d9c4900e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:32.399156 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'status': 'completed', 'code': 200} Jul 29 14:24:32.492648 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-33f12e97-350a-4376-abd8-72a4aad89e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:32.494159 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-33f12e97-350a-4376-abd8-72a4aad89e0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af7800b7c7c473fa5792d865b7e863c&device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 1097 time: 0.0767910 Jul 29 14:24:32.648090 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-68d1f9e0-077a-4a0c-86a8-5ace0ca32a2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 217 time: 0.1452384 Jul 29 14:24:32.713153 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-847c01e7-f631-493f-b5f7-1c878c0e8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:32.714617 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-847c01e7-f631-493f-b5f7-1c878c0e8718 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a HTTP/1.1" status: 200 len: 853 time: 0.0601819 Jul 29 14:24:32.722017 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47e534-a995-443e-8cf5-2113d4df7c53 req-6dbe1496-322a-4ba6-98cd-f674091e0aaa tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:32.723479 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-db47e534-a995-443e-8cf5-2113d4df7c53 req-6dbe1496-322a-4ba6-98cd-f674091e0aaa tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 944 time: 0.2733161 Jul 29 14:24:32.771613 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-db47e534-a995-443e-8cf5-2113d4df7c53 req-d8fd59a8-04ad-4d72-82bc-ad3273d305d2 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Jul 29 14:24:32.794435 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-a5ebaa11-3b3a-488d-923e-78b1c2559ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:32.795953 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-a5ebaa11-3b3a-488d-923e-78b1c2559ab0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e753eaf5-be51-4373-bc0b-37bea06b5596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713108 Jul 29 14:24:32.930081 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-7fc95cf4-35db-4d86-adc9-9a3a19d5119d service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268201 Jul 29 14:24:33.065636 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-efa775aa-f876-46f8-854b-3ca2cdb97aae req-20b8b5e4-14be-4e20-9f7b-6e10c41a46af service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281252 Jul 29 14:24:33.187019 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-0aa9249c-244e-462b-9f68-4acb5285f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:33.188547 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-0aa9249c-244e-462b-9f68-4acb5285f5d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af7800b7c7c473fa5792d865b7e863c&device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 1097 time: 0.0751748 Jul 29 14:24:33.324528 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-205b5dfa-ccda-4ae8-8586-03cff94b6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:33.326858 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-205b5dfa-ccda-4ae8-8586-03cff94b6ad7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e753eaf5-be51-4373-bc0b-37bea06b5596 HTTP/1.1" status: 200 len: 915 time: 0.1316998 Jul 29 14:24:33.396723 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-a0b8ca19-92f9-4583-a5aa-3cef15ec55dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 217 time: 0.0632565 Jul 29 14:24:33.464649 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-1ca740b1-b03a-4c4a-b59f-43fece4b7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:33.466096 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-1ca740b1-b03a-4c4a-b59f-43fece4b7009 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a HTTP/1.1" status: 200 len: 853 time: 0.0621698 Jul 29 14:24:33.543594 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-9564dbc6-1aa7-435e-8e23-e8adf54f7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:33.545107 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-9564dbc6-1aa7-435e-8e23-e8adf54f7c36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e753eaf5-be51-4373-bc0b-37bea06b5596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705566 Jul 29 14:24:33.679845 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-d3488b21-f2ad-48f7-bc1d-773ebf763665 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271062 Jul 29 14:24:33.812483 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b8fcbac4-4203-4ede-bbf6-5951d174c5ac req-6ba82259-025b-4bcf-b29e-ad145f379531 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251993 Jul 29 14:24:33.956411 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c086b5a-d37f-471c-926b-1cbf162c35df req-7b9a2332-644f-4549-be48-836a66da3f18 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:33.957871 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8c086b5a-d37f-471c-926b-1cbf162c35df req-7b9a2332-644f-4549-be48-836a66da3f18 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 944 time: 0.0797000 Jul 29 14:24:34.006569 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8c086b5a-d37f-471c-926b-1cbf162c35df req-ad3a7114-fb44-4ba0-ac7a-d1f68ab6af10 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Jul 29 14:24:35.206398 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2a918-2370-4142-baa5-a30ad1d7d431 req-db419048-2356-4513-bd33-ff4f87ea9e25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:35.207923 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-80c2a918-2370-4142-baa5-a30ad1d7d431 req-db419048-2356-4513-bd33-ff4f87ea9e25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 944 time: 0.0859466 Jul 29 14:24:35.253364 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-80c2a918-2370-4142-baa5-a30ad1d7d431 req-ff1d287a-aec2-4150-9d7a-aa83cd941748 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398526 Jul 29 14:24:35.355242 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0eea98b6-6511-4b51-b3d2-4a93f4be7f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:35.753799 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:36.422142 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device a3f72faf-1fcf-44db-9a22-c9439b81784d details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:24:36.443988 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226139a4-ad70-4703-9350-562d00419bba req-106aed10-dd3c-4f8c-9b8b-b7c2a497c6ec tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:36.445480 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-226139a4-ad70-4703-9350-562d00419bba req-106aed10-dd3c-4f8c-9b8b-b7c2a497c6ec tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 944 time: 0.0805299 Jul 29 14:24:36.489925 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-226139a4-ad70-4703-9350-562d00419bba req-ed5bbf0f-4443-4859-818e-9e6cf454e892 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388155 Jul 29 14:24:36.569980 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port a3f72faf-1fcf-44db-9a22-c9439b81784d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:36.586517 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'port_id': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'mac_address': 'fa:16:3e:e3:02:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:24:36.640867 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:36.661243 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f72faf-1fcf-44db-9a22-c9439b81784d {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:24:36.678385 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port a3f72faf-1fcf-44db-9a22-c9439b81784d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:36.682677 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:36.684457 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6f10eacd-d1ce-4ba3-96ce-e6c520385181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:36.749610 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=a3f72faf-1fcf-44db-9a22-c9439b81784d,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:36.753223 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:36.923064 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['a3f72faf-1fcf-44db-9a22-c9439b81784d'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:24:37.677343 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d1bf6-78d8-4de5-8c1e-9b181fa6c551 req-1e265735-4d9f-4111-b12b-06be196fa6a9 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:37.678788 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0b0d1bf6-78d8-4de5-8c1e-9b181fa6c551 req-1e265735-4d9f-4111-b12b-06be196fa6a9 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 945 time: 0.0847080 Jul 29 14:24:37.722986 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0b0d1bf6-78d8-4de5-8c1e-9b181fa6c551 req-1e373607-9795-4544-9f25-bf433996f0be tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386643 Jul 29 14:24:37.921097 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-913c91e3-ccc4-4ff3-9283-352c7ab22256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:38.447243 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device a3f72faf-1fcf-44db-9a22-c9439b81784d up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:24:38.515848 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port a3f72faf-1fcf-44db-9a22-c9439b81784d completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:38.521285 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port a3f72faf-1fcf-44db-9a22-c9439b81784d triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:38.521658 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:38.634761 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:38.661504 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:38.671261 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port a3f72faf-1fcf-44db-9a22-c9439b81784d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:38.675187 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:38.678056 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:38.709317 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'code': 200} Jul 29 14:24:38.749567 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=a3f72faf-1fcf-44db-9a22-c9439b81784d,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:38.753593 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:38.912048 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf1947-f1c0-45ec-a1a5-1e133ad63cd7 req-0d3eb166-3097-4bff-937d-4e107c77240b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:38.913436 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2dbf1947-f1c0-45ec-a1a5-1e133ad63cd7 req-0d3eb166-3097-4bff-937d-4e107c77240b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 946 time: 0.0798788 Jul 29 14:24:38.937514 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970d55-1519-4a9b-b6bd-1ad266bc007e req-ec211293-fddf-4807-a53f-3f2f597cc633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:38.939647 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2f970d55-1519-4a9b-b6bd-1ad266bc007e req-ec211293-fddf-4807-a53f-3f2f597cc633 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 1099 time: 0.0746024 Jul 29 14:24:38.962212 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2dbf1947-f1c0-45ec-a1a5-1e133ad63cd7 req-cfdd0d7b-ed42-4344-805c-b766e0f5fcf2 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Jul 29 14:24:38.979740 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2f970d55-1519-4a9b-b6bd-1ad266bc007e req-bf92d402-e20c-4243-bde0-51f4afa2a51c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349298 Jul 29 14:24:39.451055 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:40.145753 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7708c7c-372b-43d7-bd64-13c8bb873674 req-51d1ad64-f07e-4d48-99ff-66662e536b69 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:40.147210 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b7708c7c-372b-43d7-bd64-13c8bb873674 req-51d1ad64-f07e-4d48-99ff-66662e536b69 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 946 time: 0.0788577 Jul 29 14:24:40.194741 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b7708c7c-372b-43d7-bd64-13c8bb873674 req-ac87cf63-15ff-4f9e-b4cf-b34a0a649864 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Jul 29 14:24:40.377634 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecff5-6941-4989-8395-6a05aa2c5180 req-1cd81f09-7a8d-46e0-b64c-8d2081da6105 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:40.379099 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-250ecff5-6941-4989-8395-6a05aa2c5180 req-1cd81f09-7a8d-46e0-b64c-8d2081da6105 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 946 time: 0.0817583 Jul 29 14:24:40.423730 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-250ecff5-6941-4989-8395-6a05aa2c5180 req-e59649f9-0f09-43a8-a3ab-e631eadf34a3 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384834 Jul 29 14:24:40.816668 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bcc08-104b-46e8-9285-57239eaa5c23 req-b913589a-7bcb-4b7a-95a4-9278a519b22e tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:40.818022 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5c8bcc08-104b-46e8-9285-57239eaa5c23 req-b913589a-7bcb-4b7a-95a4-9278a519b22e tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 946 time: 0.0827923 Jul 29 14:24:40.862018 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5c8bcc08-104b-46e8-9285-57239eaa5c23 req-9f2bd96c-dddc-41ed-b678-9495faa969de tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384526 Jul 29 14:24:41.091154 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:43.350754 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:46.513007 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:24:50.017100 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36e01-d2f9-4c98-acd2-e2d7968a019f req-7446d23e-b725-47e3-b16a-8c8022f3d844 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:50.018818 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-96f36e01-d2f9-4c98-acd2-e2d7968a019f req-7446d23e-b725-47e3-b16a-8c8022f3d844 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 946 time: 0.0845864 Jul 29 14:24:50.064937 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-96f36e01-d2f9-4c98-acd2-e2d7968a019f req-95d93da7-5c8a-4216-bc45-acf560621456 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Jul 29 14:24:50.088198 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56400) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:50.270228 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8cfe19-dc6e-4ab1-9486-d888aac90ed0 tempest-TestMinimumBasicScenario-1280611534 tempest-TestMinimumBasicScenario-1280611534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:50.270940 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-db8cfe19-dc6e-4ab1-9486-d888aac90ed0 tempest-TestMinimumBasicScenario-1280611534 tempest-TestMinimumBasicScenario-1280611534-project-admin] Synchronizing usage tracker for tenant:68ee7b330f7d46669206de833dc37356 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:24:50.287914 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-db8cfe19-dc6e-4ab1-9486-d888aac90ed0 tempest-TestMinimumBasicScenario-1280611534 tempest-TestMinimumBasicScenario-1280611534-project-admin] Unset dirty status for tenant:68ee7b330f7d46669206de833dc37356 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:24:50.289084 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-db8cfe19-dc6e-4ab1-9486-d888aac90ed0 tempest-TestMinimumBasicScenario-1280611534 tempest-TestMinimumBasicScenario-1280611534-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 1094 time: 0.1999197 Jul 29 14:24:50.292092 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56406) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:50.296968 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'floatingip': {'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'port_id': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:50.303230 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:50.306966 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Usage tracker for resource:floatingip and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:50.309742 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:50.316139 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:50.326239 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for floatingip, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:50.458616 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:50.593993 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Allocated IP 172.27.0.139 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/c5b3c7a7-0137-40ba-bbdf-d9a8ab387d8d) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:24:50.738785 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:50.767715 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:50.772137 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-26053c73-8fc7-4410-87a0-69b04a6d1f16 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:50.830870 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:50.833785 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:50.837367 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:24:50.875036 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'Port': ['ID=c5b3c7a7-0137-40ba-bbdf-d9a8ab387d8d,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:50.878992 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:51.246558 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:51.322423 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:51.528697 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:51.533186 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:51.536687 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-f20ae528-f716-4447-b931-2629820a1b64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:51.635953 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'Port': ['ID=c5b3c7a7-0137-40ba-bbdf-d9a8ab387d8d,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:51.640001 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:51.649314 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:51.900157 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Floating IP 7805b03a-96ef-4232-b1b1-dd48c86fd794 associated. External IP: 172.27.0.139, port: a3f72faf-1fcf-44db-9a22-c9439b81784d. Jul 29 14:24:52.246802 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Router 41047c39-360b-42fb-83da-e95e7f7e8d13 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:24:52.426111 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:24:52.435312 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] Sync routers for ids ['41047c39-360b-42fb-83da-e95e7f7e8d13'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:24:52.445049 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] Routers {'41047c39-360b-42fb-83da-e95e7f7e8d13'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:52.445577 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:24:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['41047c39-360b-42fb-83da-e95e7f7e8d13'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:52.450470 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:52.506461 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-60a18281-5a5e-41ba-9903-951a77e2e53b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2132387 Jul 29 14:24:52.507038 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:52.509338 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56410) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:52.515155 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705818584', 'description': 'tempest-secgroup-smoke-705818584 description', 'project_id': '6af7800b7c7c473fa5792d865b7e863c'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:52.521606 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:52.531548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:52.554598 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'status': 'completed', 'code': 200} Jul 29 14:24:52.637794 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] Set router 41047c39-360b-42fb-83da-e95e7f7e8d13 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:52.662835 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:52.676213 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-8718476b-fd3d-4ba1-a3da-75a5985b38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:52.678421 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-8718476b-fd3d-4ba1-a3da-75a5985b38ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af7800b7c7c473fa5792d865b7e863c&device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 1099 time: 0.0957453 Jul 29 14:24:52.683972 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:52.691210 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Usage tracker for resource:security_group_rule and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:52.694456 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:52.700762 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:52.781899 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:52.786585 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:52.804031 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-5690b305-8769-4cd3-990a-d77a24c50321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:52.839612 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-ce709e57-31c2-4f08-bf10-39a075f6a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:52.841310 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-ce709e57-31c2-4f08-bf10-39a075f6a367 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e753eaf5-be51-4373-bc0b-37bea06b5596 HTTP/1.1" status: 200 len: 915 time: 0.1545024 Jul 29 14:24:52.850814 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc66d2b1-e489-4b07-aa0c-f9e28cdde288,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:52.854265 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:52.855743 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3454199 Jul 29 14:24:52.856864 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-1246410d-f354-4479-a1f0-fbd8d4deb7df tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:52.858687 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56418) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:52.864759 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'security_group_rule': {'security_group_id': 'cc66d2b1-e489-4b07-aa0c-f9e28cdde288', 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:52.870927 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:52.875004 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Usage tracker for resource:security_group_rule and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:52.878906 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:52.886609 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:52.921144 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:52.985822 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-68850d50-d28c-4ee6-a9e0-381667c762d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 1000 time: 0.1369684 Jul 29 14:24:52.986065 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:52.990568 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:52.993015 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-260caff7-3ccd-4dfc-a8e8-df547349946c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:53.011024 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7969246e-fd2a-4a62-abed-145f02c129e5,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:53.014625 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:53.026302 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '7805b03a-96ef-4232-b1b1-dd48c86fd794', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'port_id': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'mac_address': 'fa:16:3e:e3:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:24:51Z', 'updated_at': '2021-07-29T14:24:51Z', 'revision_number': 0, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 5, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:53.031575 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] Checking router: 41047c39-360b-42fb-83da-e95e7f7e8d13 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:24:53.033919 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.035268 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754861 Jul 29 14:24:53.038938 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56424) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:53.043176 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] Routers {'41047c39-360b-42fb-83da-e95e7f7e8d13'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:53.043787 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:24:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['41047c39-360b-42fb-83da-e95e7f7e8d13'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:53.045199 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'security_group_rule': {'security_group_id': 'cc66d2b1-e489-4b07-aa0c-f9e28cdde288', 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:53.051183 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:53.055131 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Usage tracker for resource:security_group_rule and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:53.058059 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:53.068120 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:53.088260 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.118851 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-c0edee2e-0155-4fbf-aae4-994bb1c28585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.120327 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-c0edee2e-0155-4fbf-aae4-994bb1c28585 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a HTTP/1.1" status: 200 len: 853 time: 0.1262326 Jul 29 14:24:53.156223 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.161005 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.168906 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-c7c946e9-3c06-495d-b324-c9622bd445c7 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:53.186731 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fe686c-0e05-4cb8-bfdd-55860e38775c,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:53.189681 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:53.192334 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57afb3d-159c-4ca6-9576-717c99ba2f1b req-21022481-713b-484e-b288-8ac035043371 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.193863 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b57afb3d-159c-4ca6-9576-717c99ba2f1b req-21022481-713b-484e-b288-8ac035043371 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 945 time: 0.1548462 Jul 29 14:24:53.200637 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.205077 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-fc0f35ca-53a9-4108-b706-76f28962dc06 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620014 Jul 29 14:24:53.205474 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56428) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:53.210768 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'security_group_rule': {'security_group_id': 'cc66d2b1-e489-4b07-aa0c-f9e28cdde288', 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:53.217252 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:53.221456 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Usage tracker for resource:security_group_rule and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:53.224370 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:53.230278 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:53.236813 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] Set router 41047c39-360b-42fb-83da-e95e7f7e8d13 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:53.247877 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-b57afb3d-159c-4ca6-9576-717c99ba2f1b req-9561c324-bf86-406e-985b-a2e7397f8738 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474019 Jul 29 14:24:53.253558 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.261888 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-da0d68ac-3599-4d3e-9900-1ead34033795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.263604 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-da0d68ac-3599-4d3e-9900-1ead34033795 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e753eaf5-be51-4373-bc0b-37bea06b5596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1354666 Jul 29 14:24:53.332874 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.339144 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.347683 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-4a6fc888-29a2-4364-b6d5-4ca712b7bf48 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:53.372191 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7195c348-2680-4bf9-a8b2-ddd56fef8676,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:53.375062 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:53.385312 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.389062 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-5bc59453-c10e-475e-b5e1-bfdcaf4f681b tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802778 Jul 29 14:24:53.389255 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56432) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:53.395805 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'security_group_rule': {'security_group_id': 'cc66d2b1-e489-4b07-aa0c-f9e28cdde288', 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:53.401678 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:53.405608 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Usage tracker for resource:security_group_rule and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:53.409235 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:53.415085 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:53.426082 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-f5fac4ec-6a2b-46b6-bfc2-ef452a3f634b service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472194 Jul 29 14:24:53.432929 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.502215 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.507170 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.509538 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-36e9072d-1e93-406d-9f52-52db5a2b995d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:53.535815 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3371df86-0ea6-45ef-9abd-0bf85adca9ec,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:53.541291 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:53.548073 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.550103 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1598775 Jul 29 14:24:53.553098 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56436) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:53.559173 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'security_group_rule': {'security_group_id': 'cc66d2b1-e489-4b07-aa0c-f9e28cdde288', 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:53.567985 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:53.572839 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Usage tracker for resource:security_group_rule and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:53.576853 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:53.583655 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:53.596376 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.securitygroups_db [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Project 6af7800b7c7c473fa5792d865b7e863c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:24:53.604077 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.666822 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '7805b03a-96ef-4232-b1b1-dd48c86fd794', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'port_id': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'mac_address': 'fa:16:3e:e3:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:24:51Z', 'updated_at': '2021-07-29T14:24:51Z', 'revision_number': 0, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 5, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:53.671152 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6e089-5f1e-48fa-8992-474c8fdc0f0e None None] The sync data for ids ['41047c39-360b-42fb-83da-e95e7f7e8d13'] in dv-cinder-801321-2-iscsi is: [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '7805b03a-96ef-4232-b1b1-dd48c86fd794', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'port_id': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'mac_address': 'fa:16:3e:e3:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:24:51Z', 'updated_at': '2021-07-29T14:24:51Z', 'revision_number': 0, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 5, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:24:53.687836 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-34a964c0-4eaa-4886-b4c9-d533112699d7 req-9e5a8706-5cf6-4eb8-b20a-779138d9969d service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533340 Jul 29 14:24:53.689936 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.694558 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.696659 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-adaeac39-d8d9-4554-b6c3-504b8e53891d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:53.721283 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470748dc-db3a-4731-aabc-3cb0f215744a,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:53.725977 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:53.730645 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.732161 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-62c20778-28cc-4d16-ab27-333e4e5a0634 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1777716 Jul 29 14:24:53.734759 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56440) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:53.740126 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'security_group_rule': {'security_group_id': 'cc66d2b1-e489-4b07-aa0c-f9e28cdde288', 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:53.746350 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:24:53.750190 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Usage tracker for resource:security_group_rule and tenant:6af7800b7c7c473fa5792d865b7e863c is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:24:53.753851 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:24:53.759487 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:24:53.770801 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.securitygroups_db [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Project 6af7800b7c7c473fa5792d865b7e863c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:24:53.777548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.845695 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.849959 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089505'] for security_group_rule, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.856342 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:53.880969 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa55d5d7-8028-4398-9603-51b61abf81ad,revision_number=0']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:53.881622 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649adf86-a28c-465f-b3be-65c81c0e44e7 None None] New status for floating IP 7805b03a-96ef-4232-b1b1-dd48c86fd794: ACTIVE {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:24:53.886977 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:53.890664 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:53.893064 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-60e67ca9-34a6-4ae1-9fc1-43b4f8ebfebd tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573029 Jul 29 14:24:54.016792 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-c763ee52-4c77-4f1e-9b8f-287ed60d83fb tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Synchronizing usage tracker for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:security_group {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:24:54.033875 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-c763ee52-4c77-4f1e-9b8f-287ed60d83fb tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Unset dirty status for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:security_group {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:24:54.035095 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-c763ee52-4c77-4f1e-9b8f-287ed60d83fb tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705818584&fields=id&tenant_id=6af7800b7c7c473fa5792d865b7e863c HTTP/1.1" status: 200 len: 267 time: 0.0585876 Jul 29 14:24:54.120638 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-bcf8b392-2860-4e67-8352-666d3614d339 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:54.121999 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-bcf8b392-2860-4e67-8352-666d3614d339 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 946 time: 0.0813761 Jul 29 14:24:54.132696 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'port': {'security_groups': ['91fae471-63aa-4152-a16a-3772004d64eb', 'cc66d2b1-e489-4b07-aa0c-f9e28cdde288']}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:54.259436 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:54.446401 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fc0c1-c1c7-4e0a-b028-aa94d8e43a67 req-b4a8e105-d04f-4e67-81e9-9be0b0b69636 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:54.447994 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fb2fc0c1-c1c7-4e0a-b028-aa94d8e43a67 req-b4a8e105-d04f-4e67-81e9-9be0b0b69636 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 945 time: 0.0806973 Jul 29 14:24:54.523761 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] For port a3f72faf-1fcf-44db-9a22-c9439b81784d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:54.544289 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-fb2fc0c1-c1c7-4e0a-b028-aa94d8e43a67 req-c257a9ef-4b1b-4a5f-b867-605e0cbc74f8 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902433 Jul 29 14:24:54.549343 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:54.555221 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:54.568435 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-4429aaab-3e45-49fe-a004-3f65aad7fdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:54.571490 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['a3f72faf-1fcf-44db-9a22-c9439b81784d'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:24:54.573373 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-b6ecb62a-a478-442a-ab4b-96c0a291b97d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:54.574827 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-b6ecb62a-a478-442a-ab4b-96c0a291b97d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 945 time: 0.1029127 Jul 29 14:24:54.627389 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:54.628061 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:54.635508 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b27a6121-5fe4-47aa-a673-03fb3da2043f req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "PUT /v2.0/ports/a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 982 time: 0.5074103 Jul 29 14:24:54.636110 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:54.658770 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Deleting port 3f9aee89-4956-4634-9817-a96c68cd797d {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:24:54.659569 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:54.672127 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'Port': ['ID=a3f72faf-1fcf-44db-9a22-c9439b81784d,revision_number=6']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:54.690960 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.691479 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.691799 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.692197 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.692563 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.692932 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.694766 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.694766 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.694766 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.694766 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.694766 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.695185 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:54.704850 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-aeabb35e-6c88-4d52-b68b-e62e13164f61 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:54.716239 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['a3f72faf-1fcf-44db-9a22-c9439b81784d'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:24:54.817768 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'status': 'completed', 'code': 200} Jul 29 14:24:54.844814 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.10', 50602) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:24:54.937382 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-5cf96e1c-d3be-45eb-950a-b70ce55cf80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:54.939791 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-5cf96e1c-d3be-45eb-950a-b70ce55cf80a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af7800b7c7c473fa5792d865b7e863c&device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 1138 time: 0.0936446 Jul 29 14:24:55.011038 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7afa2f-e841-4472-98fc-b10e1b1c7c7c req-66ca86e1-f8fb-47fa-95c4-ef47fe89091e tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:55.012544 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ca7afa2f-e841-4472-98fc-b10e1b1c7c7c req-66ca86e1-f8fb-47fa-95c4-ef47fe89091e tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.2269907 Jul 29 14:24:55.044624 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-b1d33d5c-602f-4b5f-a34d-745b758f3400 None None] Provisioning complete for port a3f72faf-1fcf-44db-9a22-c9439b81784d triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:55.045006 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b1d33d5c-602f-4b5f-a34d-745b758f3400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:55.049466 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] For port 3f9aee89-4956-4634-9817-a96c68cd797d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=3f9aee89-4956-4634-9817-a96c68cd797d,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:24:55.049833 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:55.083998 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-a3a540a1-a981-4f87-a251-faf09daa304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:55.085696 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-a3a540a1-a981-4f87-a251-faf09daa304a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e753eaf5-be51-4373-bc0b-37bea06b5596 HTTP/1.1" status: 200 len: 915 time: 0.1391084 Jul 29 14:24:55.156862 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ca7afa2f-e841-4472-98fc-b10e1b1c7c7c req-2ce8af68-a698-4ad4-bee4-1dd4da63031d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1328406 Jul 29 14:24:55.205582 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-40640550-9617-48a1-874f-ad8df15295e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 1002 time: 0.1110344 Jul 29 14:24:55.272616 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-6e9fbeb4-1a3d-4cf2-bb35-b92ff1c429c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:55.274279 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-6e9fbeb4-1a3d-4cf2-bb35-b92ff1c429c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a HTTP/1.1" status: 200 len: 853 time: 0.0620115 Jul 29 14:24:55.359923 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-7ed091a1-3712-4c3c-9f4d-6fd6c1726d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:55.361441 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-7ed091a1-3712-4c3c-9f4d-6fd6c1726d2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e753eaf5-be51-4373-bc0b-37bea06b5596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797439 Jul 29 14:24:55.413144 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:55.413616 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:55.413998 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Floating IP 138d5462-4a7e-4e93-a123-555329c6864a disassociated. External IP: 172.27.0.167, port: 3f9aee89-4956-4634-9817-a96c68cd797d. Jul 29 14:24:55.414427 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Calling delete_port for 3f9aee89-4956-4634-9817-a96c68cd797d owned by compute:nova {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:24:55.531292 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-3c6ba20e-5f6a-4424-8f7e-3d81c4d53775 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622329 Jul 29 14:24:55.576932 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:55.584385 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-7ba78728-2256-4e29-b29a-fe566561c31b tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:24:55.641031 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event deleted for resources: {'Port': ['ID=3f9aee89-4956-4634-9817-a96c68cd797d,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:55.652519 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.652900 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.653279 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.653664 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.654003 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.654365 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.654724 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.655077 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.655437 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.655790 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.656186 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.656540 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:55.711590 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:24:55.789709 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-b4265e6c-27e7-47d2-86bd-146164ca1bee req-c3dcb2a7-e690-4836-bfa2-6379db3f20ee tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 210 time: 0.1090860 Jul 29 14:24:55.836018 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ea2ef451-b9c5-45ab-9ccb-7034ec641d66 req-edc22391-41fa-4c5c-a1d8-18053e4d0d64 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957628 Jul 29 14:24:55.847328 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Router b0d2bb55-d8b0-4188-a097-4ee114b49f3d has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:24:56.129377 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:24:56.140315 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] Sync routers for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:24:56.151773 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:56.152731 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:24:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:56.202191 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] No DVR routers for this DVR port 3f9aee89-4956-4634-9817-a96c68cd797d on host hv-cinder-80132 {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:24:56.205024 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:56.207701 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'name': 'network-vif-deleted', 'tag': '3f9aee89-4956-4634-9817-a96c68cd797d'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:56.225068 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8c60f813-0a3e-441a-9c95-e97c6518961c req-57519ca0-e7d6-4573-8dd6-16402e63497f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "DELETE /v2.0/ports/3f9aee89-4956-4634-9817-a96c68cd797d HTTP/1.1" status: 204 len: 173 time: 1.6444700 Jul 29 14:24:56.261466 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f351c5b-065c-41a1-8718-7aaaaf5d29c5', 'name': 'network-vif-deleted', 'tag': '3f9aee89-4956-4634-9817-a96c68cd797d', 'status': 'completed', 'code': 200} Jul 29 14:24:56.334081 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:56.654057 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:56.659416 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] Checking router: b0d2bb55-d8b0-4188-a097-4ee114b49f3d for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:24:56.669311 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:24:56.669923 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:24:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:56.841376 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:24:56.964582 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-534fd496-528b-4975-aa5a-fbf5563bfa0b req-ae3ba14e-a784-4737-aee8-0ddbb73ae341 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f351c5b-065c-41a1-8718-7aaaaf5d29c5 HTTP/1.1" status: 200 len: 210 time: 0.0546894 Jul 29 14:24:57.198026 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:57.201846 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160e038e-2c21-45df-b0b5-6739111a582e None None] The sync data for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi is: [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:24:57.423193 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71140d-485a-4261-acc7-6cb7cb7ab3c2 None None] New status for floating IP 138d5462-4a7e-4e93-a123-555329c6864a: DOWN {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:24:58.318321 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-2bc144dd-dcb4-4042-ab9f-7370df188e55 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856698517&fields=id&tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81 HTTP/1.1" status: 200 len: 267 time: 0.0453429 Jul 29 14:24:58.465902 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-fa9ef454-3afc-44f7-a362-cf4fe060a893 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:58.467317 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-fa9ef454-3afc-44f7-a362-cf4fe060a893 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 811 time: 0.1424425 Jul 29 14:24:58.482348 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-b2fb71da-c416-488a-9964-498884aff48c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/quotas/f5aeee9666c64d21ad5bdf1f1da0dd81 HTTP/1.1" status: 200 len: 375 time: 0.0089591 Jul 29 14:24:58.520177 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 3f9aee89-4956-4634-9817-a96c68cd797d no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:24:58.558930 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: 3f9aee89-4956-4634-9817-a96c68cd797d {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:24:58.559284 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 3f9aee89-4956-4634-9817-a96c68cd797d not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:24:58.566855 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-d23151e5-b03e-40a4-9cc9-ad0588cb9481 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796282 Jul 29 14:24:58.703199 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-3ad07c77-5c35-47f7-b724-ceebaf9c6bc6 service neutron] 10.222.0.23 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250298 Jul 29 14:24:58.833503 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-8e30dc54-fdfe-40bd-91de-933703ca8b3e service neutron] 10.222.0.23 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239293 Jul 29 14:24:59.217081 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-4493c087-81c4-43f2-99b7-8c525ab2b2c7 req-abd3bd67-67d4-43e8-8010-29df2897cb0a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:24:59.232731 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-4493c087-81c4-43f2-99b7-8c525ab2b2c7 req-abd3bd67-67d4-43e8-8010-29df2897cb0a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:24:59.233949 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4493c087-81c4-43f2-99b7-8c525ab2b2c7 req-abd3bd67-67d4-43e8-8010-29df2897cb0a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 210 time: 0.0619714 Jul 29 14:25:00.238321 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-0d999402-a862-4322-bb26-1b25c75b78ea tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:00.239726 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-0d999402-a862-4322-bb26-1b25c75b78ea tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 811 time: 0.1535518 Jul 29 14:25:00.295621 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-19f4a910-587a-4795-99e7-367966e0277c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81 HTTP/1.1" status: 200 len: 380 time: 0.0463181 Jul 29 14:25:00.306208 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'port': {'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'admin_state_up': True, 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'security_groups': ['e8086201-bbb7-48a8-ad14-e58aef2b7880']}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:25:00.396887 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0a5eb59e-ad70-494d-8ddd-39b0befffba8 req-e068012a-8574-42b7-b2f3-6c387358e6b5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 210 time: 0.0435467 Jul 29 14:25:00.451816 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:25:00.461774 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.quota.driver [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:25:00.472272 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Made reservation on behalf of f5aeee9666c64d21ad5bdf1f1da0dd81 for: {'port': 1} {{(pid=78540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:25:00.476291 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:00.638244 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_common [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Allocated IP 172.20.0.12 (ea055f21-00ef-42d5-97ad-21562b8a9f65/9706e348-cc23-43c0-9a84-3f62c9f41c97/d52b4ea5-7797-4a09-adfb-f546115b76bd) {{(pid=78540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:25:00.831320 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for port, precommit_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:00.846877 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Transition to ACTIVE for port object d52b4ea5-7797-4a09-adfb-f546115b76bd will not be triggered until provisioned by entity DHCP. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:25:00.870399 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_create {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:00.876476 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fba0ac5c-5377-406e-a91d-d6b9a97fea18 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:25:00.945164 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 is already hosted by enough agents. {{(pid=78540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:25:00.948345 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.base_scheduler [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources bound (agent type, host, resource id): {{(pid=78540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:25:00.952112 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Received port after_create {{(pid=78540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:25:00.990420 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'Port': ['ID=d52b4ea5-7797-4a09-adfb-f546115b76bd,revision_number=1']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:00.995207 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:25:01.026067 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:01.026685 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:01.053532 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7514007 Jul 29 14:25:01.066211 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.v2.base [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Request body: {'port': {'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:25:01.182229 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:01.216918 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-484c64d8-a2f9-43a9-b3ba-1f0f7a85f118 None None] Provisioning for port d52b4ea5-7797-4a09-adfb-f546115b76bd completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:25:01.222883 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-484c64d8-a2f9-43a9-b3ba-1f0f7a85f118 None None] Provisioning complete for port d52b4ea5-7797-4a09-adfb-f546115b76bd triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:25:01.223267 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-484c64d8-a2f9-43a9-b3ba-1f0f7a85f118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:01.277911 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-484c64d8-a2f9-43a9-b3ba-1f0f7a85f118 None None] Port d52b4ea5-7797-4a09-adfb-f546115b76bd cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:25:01.574956 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52b4ea5-7797-4a09-adfb-f546115b76bd {{(pid=78540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:25:01.585615 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:01.604890 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.provisioning_blocks [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Transition to ACTIVE for port object d52b4ea5-7797-4a09-adfb-f546115b76bd will not be triggered until provisioned by entity L2. {{(pid=78540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:25:01.609911 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:01.615082 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c26a13b7-41ea-4558-8524-3fca7742a22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:25:01.726037 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aef51-d803-4df0-85f6-b9c43408d96b req-0e3728e9-8165-41d4-8a72-6925ebfb593c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:01.726753 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-338aef51-d803-4df0-85f6-b9c43408d96b req-0e3728e9-8165-41d4-8a72-6925ebfb593c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:25:01.898268 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Pushing event updated for resources: {'Port': ['ID=d52b4ea5-7797-4a09-adfb-f546115b76bd,revision_number=2']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:01.905452 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:25:01.931247 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-338aef51-d803-4df0-85f6-b9c43408d96b req-0e3728e9-8165-41d4-8a72-6925ebfb593c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:25:01.932410 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-338aef51-d803-4df0-85f6-b9c43408d96b req-0e3728e9-8165-41d4-8a72-6925ebfb593c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 932 time: 0.4277985 Jul 29 14:25:02.004591 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-338aef51-d803-4df0-85f6-b9c43408d96b req-076a3a06-e9db-4476-ae90-2830e9f39f1c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641880 Jul 29 14:25:02.008479 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Attempting to bind port d52b4ea5-7797-4a09-adfb-f546115b76bd on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:25:02.008811 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Attempting to bind port d52b4ea5-7797-4a09-adfb-f546115b76bd by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:25:02.009136 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Attempting to bind port d52b4ea5-7797-4a09-adfb-f546115b76bd on network ea055f21-00ef-42d5-97ad-21562b8a9f65 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:25:02.014871 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Port d52b4ea5-7797-4a09-adfb-f546115b76bd on network ea055f21-00ef-42d5-97ad-21562b8a9f65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:25:02.015189 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Attempting to bind port d52b4ea5-7797-4a09-adfb-f546115b76bd on network ea055f21-00ef-42d5-97ad-21562b8a9f65 {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:25:02.021068 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:25:02.021404 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Checking segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:25:02.021782 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Bound using segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} {{(pid=78540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:25:02.022206 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.managers [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Bound port: d52b4ea5-7797-4a09-adfb-f546115b76bd, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'}}] {{(pid=78540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:25:02.022547 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:02.114393 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] For port d52b4ea5-7797-4a09-adfb-f546115b76bd, host hv-cinder-80132, cleared binding levels {{(pid=78540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:25:02.117474 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] For port d52b4ea5-7797-4a09-adfb-f546115b76bd, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:25:02.121141 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2947296'] for port, after_update {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:02.124535 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-a56bbdb8-02df-4d3b-ac27-2ae79f41474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:25:02.183758 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:02.184385 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:02.185721 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] 10.222.0.10 "PUT /v2.0/ports/d52b4ea5-7797-4a09-adfb-f546115b76bd HTTP/1.1" status: 200 len: 1094 time: 1.1243277 Jul 29 14:25:02.186213 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'tag': 'd52b4ea5-7797-4a09-adfb-f546115b76bd'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:02.205376 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Pushing event updated for resources: {'Port': ['ID=d52b4ea5-7797-4a09-adfb-f546115b76bd,revision_number=3']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:02.209039 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:25:02.277198 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'tag': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'status': 'completed', 'code': 200} Jul 29 14:25:02.314702 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-ac6fe0d6-8bb1-4056-8ad8-b8ad271f7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:02.316222 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-ac6fe0d6-8bb1-4056-8ad8-b8ad271f7332 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 1097 time: 0.0849113 Jul 29 14:25:02.388275 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-2c176949-048f-4d71-8ee5-28faab364557 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd HTTP/1.1" status: 200 len: 217 time: 0.0644143 Jul 29 14:25:02.449943 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-fbb91f25-28ce-4eab-a2a0-738a20b112fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:02.451333 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-fbb91f25-28ce-4eab-a2a0-738a20b112fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0567119 Jul 29 14:25:02.524665 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-13740d37-33e4-49b9-a874-7ff99fff87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:02.526029 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-13740d37-33e4-49b9-a874-7ff99fff87bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683746 Jul 29 14:25:02.655258 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-55735137-3cfb-4f64-b2bd-53c2c29f781c service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211777 Jul 29 14:25:02.788957 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-37bc3a34-8ff6-4419-aa11-be9de18f5b53 req-aa3e8986-2107-41e2-b359-9fe637495b24 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224651 Jul 29 14:25:02.908889 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177e7de-4838-490f-83bd-53ceca71f568 req-587820fb-30b9-4a46-a6b2-13c037729a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:02.910345 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0177e7de-4838-490f-83bd-53ceca71f568 req-587820fb-30b9-4a46-a6b2-13c037729a73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 1097 time: 0.0757823 Jul 29 14:25:03.042314 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177e7de-4838-490f-83bd-53ceca71f568 req-4b109cfc-15c9-4058-9ffd-612ea9dd5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:03.043766 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0177e7de-4838-490f-83bd-53ceca71f568 req-4b109cfc-15c9-4058-9ffd-612ea9dd5a85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1262150 Jul 29 14:25:03.113035 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0177e7de-4838-490f-83bd-53ceca71f568 req-56ba16bc-4256-4c07-8652-bed8ea113f83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd HTTP/1.1" status: 200 len: 217 time: 0.0613346 Jul 29 14:25:03.223198 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177e7de-4838-490f-83bd-53ceca71f568 req-3de8cc16-6e3c-4588-94b7-9d0965f6893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:03.224661 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0177e7de-4838-490f-83bd-53ceca71f568 req-3de8cc16-6e3c-4588-94b7-9d0965f6893a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0786600 Jul 29 14:25:03.290746 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d69d5e-ee41-469b-bcb7-d54ea751157b req-cc0ccf1a-1cdd-426f-bf9b-53dba3dad651 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:03.292271 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-21d69d5e-ee41-469b-bcb7-d54ea751157b req-cc0ccf1a-1cdd-426f-bf9b-53dba3dad651 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 944 time: 0.1810982 Jul 29 14:25:03.345820 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-21d69d5e-ee41-469b-bcb7-d54ea751157b req-76e1d669-04f5-4cd4-bc19-31cb45964ee4 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466249 Jul 29 14:25:03.349998 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177e7de-4838-490f-83bd-53ceca71f568 req-f9671897-56c3-431d-8a74-349acc73c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:03.351444 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0177e7de-4838-490f-83bd-53ceca71f568 req-f9671897-56c3-431d-8a74-349acc73c85c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197712 Jul 29 14:25:03.483498 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0177e7de-4838-490f-83bd-53ceca71f568 req-6b574880-7d74-479f-82fa-f9c60b639f9e service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244428 Jul 29 14:25:03.694749 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-0177e7de-4838-490f-83bd-53ceca71f568 req-ed44b66b-146e-44f6-b01f-fc82010959da service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043238 Jul 29 14:25:04.532784 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af79330-d4fb-4b12-a3a1-513fd59d23db req-921826ce-a88f-45e7-80e7-bcf4fa92d38e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:04.534233 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7af79330-d4fb-4b12-a3a1-513fd59d23db req-921826ce-a88f-45e7-80e7-bcf4fa92d38e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 944 time: 0.0823591 Jul 29 14:25:04.579432 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7af79330-d4fb-4b12-a3a1-513fd59d23db req-d950a73f-b392-40b0-8008-666c1e4a31f1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 Jul 29 14:25:05.357176 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-02661d8f-ecca-4742-bab0-8925fe301f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:05.756369 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:05.764916 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0ce87-80ee-4047-8c03-8faf1e20774d req-8712f5e1-107c-40ec-ac40-aaa02e09e8c5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:05.767382 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-61e0ce87-80ee-4047-8c03-8faf1e20774d req-8712f5e1-107c-40ec-ac40-aaa02e09e8c5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 944 time: 0.0817046 Jul 29 14:25:05.813886 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-61e0ce87-80ee-4047-8c03-8faf1e20774d req-1dedb418-96a6-4af9-8551-5081ace3abb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 Jul 29 14:25:06.994127 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d5cce-dd70-4469-8f67-ecacdd6d5239 req-59455a66-3dcf-4702-83ea-8d533578557e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:06.995584 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-547d5cce-dd70-4469-8f67-ecacdd6d5239 req-59455a66-3dcf-4702-83ea-8d533578557e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 944 time: 0.0783989 Jul 29 14:25:07.044350 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-547d5cce-dd70-4469-8f67-ecacdd6d5239 req-1ca0dd32-35b5-4c8e-91d1-e4561dff035a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Jul 29 14:25:07.922918 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7c76-7bf9-4cbc-97e1-d7cae3ac5b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:08.226272 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f800d-5db1-4828-bb68-5282cf941216 req-040f6a94-b339-48b3-880c-0c88a58f3ca1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:08.227729 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3d2f800d-5db1-4828-bb68-5282cf941216 req-040f6a94-b339-48b3-880c-0c88a58f3ca1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 944 time: 0.0797827 Jul 29 14:25:08.272614 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-3d2f800d-5db1-4828-bb68-5282cf941216 req-1b736ac2-eff2-4aef-86ed-d9bca3abf76a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393293 Jul 29 14:25:09.454241 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:09.461964 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d931c9f-56e5-428a-976c-5679ed767781 req-33d2a884-0455-4b49-ab7b-2c11fe236761 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:09.463460 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3d931c9f-56e5-428a-976c-5679ed767781 req-33d2a884-0455-4b49-ab7b-2c11fe236761 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 944 time: 0.0809274 Jul 29 14:25:09.510408 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3d931c9f-56e5-428a-976c-5679ed767781 req-18937914-e015-4197-a4b2-3bc00f367480 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391898 Jul 29 14:25:10.598112 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device d52b4ea5-7797-4a09-adfb-f546115b76bd details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:25:10.696324 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa73e3-1321-4058-972f-33480e2e52dd req-7f1e28b6-f2e9-426e-90cc-5cb11b7cbdf4 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:10.697817 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8eaa73e3-1321-4058-972f-33480e2e52dd req-7f1e28b6-f2e9-426e-90cc-5cb11b7cbdf4 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 944 time: 0.0831308 Jul 29 14:25:10.730015 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port d52b4ea5-7797-4a09-adfb-f546115b76bd, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:25:10.742683 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8eaa73e3-1321-4058-972f-33480e2e52dd req-aadd2a3b-9f7b-44b3-9a41-a6a05f37d31b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381913 Jul 29 14:25:10.743015 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'mac_address': 'fa:16:3e:32:ce:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:25:10.800155 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:10.816745 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52b4ea5-7797-4a09-adfb-f546115b76bd {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:25:10.832077 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port d52b4ea5-7797-4a09-adfb-f546115b76bd, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:25:10.835949 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:10.837604 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:25:10.901115 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=d52b4ea5-7797-4a09-adfb-f546115b76bd,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:10.908558 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.908910 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.909255 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.909594 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.909929 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.910256 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.910581 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.910910 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.911239 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.911559 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.911914 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.912238 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:10.916019 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:25:11.042821 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['d52b4ea5-7797-4a09-adfb-f546115b76bd'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:25:11.109035 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:11.929042 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba423a-0396-40d6-8c62-7a8444e8d1f8 req-45af347f-511a-4f79-81ac-e4fb4d84f2eb tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:11.930510 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8bba423a-0396-40d6-8c62-7a8444e8d1f8 req-45af347f-511a-4f79-81ac-e4fb4d84f2eb tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 945 time: 0.0843482 Jul 29 14:25:11.975706 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8bba423a-0396-40d6-8c62-7a8444e8d1f8 req-9da14c0b-ac1e-4dff-a79d-c6919c8237f5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395243 Jul 29 14:25:12.626687 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device d52b4ea5-7797-4a09-adfb-f546115b76bd up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:25:12.658621 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-ac722214-e132-447f-8fd5-219c89f83e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:12.660142 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-ac722214-e132-447f-8fd5-219c89f83e49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af7800b7c7c473fa5792d865b7e863c&device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 1138 time: 0.0749068 Jul 29 14:25:12.697034 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51e682-4893-4194-a111-b2545b427541 req-3e014411-3201-4745-8dbd-a8491cd97663 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:12.697857 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port d52b4ea5-7797-4a09-adfb-f546115b76bd completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:25:12.698548 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ae51e682-4893-4194-a111-b2545b427541 req-3e014411-3201-4745-8dbd-a8491cd97663 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.0826411 Jul 29 14:25:12.704341 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port d52b4ea5-7797-4a09-adfb-f546115b76bd triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:25:12.704846 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:12.750760 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-ae51e682-4893-4194-a111-b2545b427541 req-901e0c52-27bf-4e9e-bea5-780cd1340b60 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460737 Jul 29 14:25:12.804205 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-d7856c62-1b2a-4528-a76d-0333637e705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:12.805574 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-d7856c62-1b2a-4528-a76d-0333637e705b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e753eaf5-be51-4373-bc0b-37bea06b5596 HTTP/1.1" status: 200 len: 915 time: 0.1394236 Jul 29 14:25:12.833451 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:12.860803 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52b4ea5-7797-4a09-adfb-f546115b76bd'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:12.873979 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port d52b4ea5-7797-4a09-adfb-f546115b76bd, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:25:12.878080 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:12.880040 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:25:12.916624 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-6e75e6a0-a8f2-4a06-a56c-ca2745fccddc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 1002 time: 0.1033914 Jul 29 14:25:12.918012 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'code': 200} Jul 29 14:25:12.950222 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=d52b4ea5-7797-4a09-adfb-f546115b76bd,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:12.953590 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:25:12.985306 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-ac093ef3-ccce-4ce4-a31d-7b5e078c5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:12.986777 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-ac093ef3-ccce-4ce4-a31d-7b5e078c5f88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a HTTP/1.1" status: 200 len: 853 time: 0.0611844 Jul 29 14:25:13.072360 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-1a42558b-e3a3-437c-92bd-8d0e68815ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:13.073769 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-1a42558b-e3a3-437c-92bd-8d0e68815ae0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e753eaf5-be51-4373-bc0b-37bea06b5596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737009 Jul 29 14:25:13.209189 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-fa1d2cbf-0e60-4227-beb3-4ad3b6a2f1f8 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282532 Jul 29 14:25:13.226372 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726ad0f-38f9-4a06-a984-e341c3e016c7 req-6149628b-0589-4ef3-86d1-7bca084db21c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:13.227831 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f726ad0f-38f9-4a06-a984-e341c3e016c7 req-6149628b-0589-4ef3-86d1-7bca084db21c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 946 time: 0.1380041 Jul 29 14:25:13.233672 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cea7fe-02ef-49e7-a152-d9226289dabf req-bf84469a-59a3-46c6-b891-763793fd4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:13.235112 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e9cea7fe-02ef-49e7-a152-d9226289dabf req-bf84469a-59a3-46c6-b891-763793fd4ca7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 1099 time: 0.1034865 Jul 29 14:25:13.302940 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f726ad0f-38f9-4a06-a984-e341c3e016c7 req-ed320686-6e33-4bc5-9151-94a831b4d4e0 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668921 Jul 29 14:25:13.304631 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e9cea7fe-02ef-49e7-a152-d9226289dabf req-dc330c43-bd14-4c3d-8d0e-9bb074ccfff6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561864 Jul 29 14:25:13.346304 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-24106237-500c-4d0f-a3b5-9e9077f3345e req-1e0237b8-458b-439d-9987-e725730dd273 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305985 Jul 29 14:25:13.364663 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:13.938123 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237fc3d-9b70-42e0-8ff9-a07fe9d5789c req-f5086525-34d9-4025-bc2b-800f731e0490 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:13.939603 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c237fc3d-9b70-42e0-8ff9-a07fe9d5789c req-f5086525-34d9-4025-bc2b-800f731e0490 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.0816956 Jul 29 14:25:13.991451 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c237fc3d-9b70-42e0-8ff9-a07fe9d5789c req-a9f577a6-2bee-407a-8134-eb9477486cfc tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459270 Jul 29 14:25:14.497397 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057230b8-1eec-4a3c-af6a-a59f7fee2d4f req-ba0cb4d3-e21a-449c-9bf3-882044b1fe42 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:14.498885 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-057230b8-1eec-4a3c-af6a-a59f7fee2d4f req-ba0cb4d3-e21a-449c-9bf3-882044b1fe42 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 946 time: 0.0857928 Jul 29 14:25:14.651811 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-057230b8-1eec-4a3c-af6a-a59f7fee2d4f req-89867244-f203-42f0-93a7-5249f43c1515 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469288 Jul 29 14:25:14.843389 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01885792-98d6-4380-b3d7-eeb40dc97a79 req-79565e15-4a59-4aa7-9b4f-3816217de262 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:14.844902 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-01885792-98d6-4380-b3d7-eeb40dc97a79 req-79565e15-4a59-4aa7-9b4f-3816217de262 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 946 time: 0.0811684 Jul 29 14:25:14.894904 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-01885792-98d6-4380-b3d7-eeb40dc97a79 req-e321def8-0fb1-4448-b9a9-d98ffdf8dfe1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Jul 29 14:25:14.917958 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56534) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:25:14.988172 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88bc7d3-7021-4e03-b8f2-5c4062e91d5d tempest-TestVolumeBootPattern-324230745 tempest-TestVolumeBootPattern-324230745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:14.988920 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a88bc7d3-7021-4e03-b8f2-5c4062e91d5d tempest-TestVolumeBootPattern-324230745 tempest-TestVolumeBootPattern-324230745-project-admin] Synchronizing usage tracker for tenant:ed8792bcebef4f0da0435ec891924bba on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:25:15.005348 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a88bc7d3-7021-4e03-b8f2-5c4062e91d5d tempest-TestVolumeBootPattern-324230745 tempest-TestVolumeBootPattern-324230745-project-admin] Unset dirty status for tenant:ed8792bcebef4f0da0435ec891924bba on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:25:15.006587 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a88bc7d3-7021-4e03-b8f2-5c4062e91d5d tempest-TestVolumeBootPattern-324230745 tempest-TestVolumeBootPattern-324230745-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 1094 time: 0.0876355 Jul 29 14:25:15.009284 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56538) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:25:15.014348 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'floatingip': {'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:25:15.020568 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:25:15.024417 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:floatingip and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:25:15.027234 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:25:15.033155 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:25:15.043881 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:15.278149 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066399-5907-4f2d-bcc6-227c2074b2f3 req-3e1e41e8-afc5-4223-a90b-670872e720e5 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:15.279620 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-27066399-5907-4f2d-bcc6-227c2074b2f3 req-3e1e41e8-afc5-4223-a90b-670872e720e5 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.1813920 Jul 29 14:25:15.343667 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-27066399-5907-4f2d-bcc6-227c2074b2f3 req-8118b981-18a7-4a7b-be98-ffd169a20650 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566621 Jul 29 14:25:15.345253 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:15.484013 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Allocated IP 172.27.0.188 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/524801ab-b9b7-4f97-a48a-55403859d804) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:25:15.630111 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:15.659586 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:15.663952 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-e67edad3-36d0-4af9-bf19-80175e613089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:25:15.728455 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:25:15.731272 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:25:15.734471 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:25:15.774544 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'Port': ['ID=524801ab-b9b7-4f97-a48a-55403859d804,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:15.777274 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:25:16.150295 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:16.221986 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:16.432252 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:16.438168 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:16.442821 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:25:16.533706 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dc20f-1a02-43ea-8749-93dde5fd0021 req-ba154c7e-9ef2-4609-9154-659713eac0d0 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:16.535352 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-244dc20f-1a02-43ea-8749-93dde5fd0021 req-ba154c7e-9ef2-4609-9154-659713eac0d0 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.0860114 Jul 29 14:25:16.548530 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'Port': ['ID=524801ab-b9b7-4f97-a48a-55403859d804,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:16.552502 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:25:16.557046 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:16.585920 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-244dc20f-1a02-43ea-8749-93dde5fd0021 req-a50a1ddb-f09d-49a1-a2d3-9e41b3ee036e tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447631 Jul 29 14:25:16.826878 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.l3_db [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Floating IP 85dfa1d5-c963-47bb-9250-b731a674e129 associated. External IP: 172.27.0.188, port: d52b4ea5-7797-4a09-adfb-f546115b76bd. Jul 29 14:25:17.169842 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Router b0d2bb55-d8b0-4188-a097-4ee114b49f3d has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:25:17.348146 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:25:17.358016 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] Sync routers for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:25:17.372250 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:25:17.372451 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:17.372955 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:25:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:25:17.439403 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4169207 Jul 29 14:25:17.439403 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'tag': 'd52b4ea5-7797-4a09-adfb-f546115b76bd'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:17.481312 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'tag': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'status': 'completed', 'code': 200} Jul 29 14:25:17.556071 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:25:17.615725 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-8a790a72-bd91-4e82-84af-60ac43a5d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:17.618165 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-8a790a72-bd91-4e82-84af-60ac43a5d378 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 1099 time: 0.1130111 Jul 29 14:25:17.710158 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab322a-c7c5-4137-a000-434c949818b1 req-bb48a9e4-ccc7-49bb-a554-8f2f96c9b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:17.711652 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-75ab322a-c7c5-4137-a000-434c949818b1 req-bb48a9e4-ccc7-49bb-a554-8f2f96c9b6f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af7800b7c7c473fa5792d865b7e863c&device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 1138 time: 0.0791571 Jul 29 14:25:17.865082 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab322a-c7c5-4137-a000-434c949818b1 req-1aa3427d-eeb1-43ee-9a90-eae9de596634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:17.866550 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-75ab322a-c7c5-4137-a000-434c949818b1 req-1aa3427d-eeb1-43ee-9a90-eae9de596634 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e753eaf5-be51-4373-bc0b-37bea06b5596 HTTP/1.1" status: 200 len: 915 time: 0.1331537 Jul 29 14:25:17.910220 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-bb26492a-22b7-4855-899a-3a44ec047a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:17.911795 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-bb26492a-22b7-4855-899a-3a44ec047a45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.2854712 Jul 29 14:25:17.960885 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '85dfa1d5-c963-47bb-9250-b731a674e129', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:32:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:25:16Z', 'updated_at': '2021-07-29T14:25:16Z', 'revision_number': 0, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:25:17.965342 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] Checking router: b0d2bb55-d8b0-4188-a097-4ee114b49f3d for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:25:17.975311 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:25:17.976019 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:25:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:25:17.976152 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-75ab322a-c7c5-4137-a000-434c949818b1 req-daabd5e2-d620-4cdb-a5ff-44d7d2c52ab8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 1002 time: 0.1001811 Jul 29 14:25:18.006279 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d741d3-7073-4fbd-b245-165181738c93 req-71cb809f-34b2-4819-9a56-248873ed50b9 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:18.007771 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f6d741d3-7073-4fbd-b245-165181738c93 req-71cb809f-34b2-4819-9a56-248873ed50b9 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.2853122 Jul 29 14:25:18.041638 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab322a-c7c5-4137-a000-434c949818b1 req-8bb5e41c-271f-4857-b877-2aac1e3c3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:18.043196 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-75ab322a-c7c5-4137-a000-434c949818b1 req-8bb5e41c-271f-4857-b877-2aac1e3c3bde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a HTTP/1.1" status: 200 len: 853 time: 0.0603759 Jul 29 14:25:18.053029 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-d234bb51-a53b-4b51-b6ca-8ef884cd2592 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd HTTP/1.1" status: 200 len: 1000 time: 0.1340446 Jul 29 14:25:18.111010 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-f6d741d3-7073-4fbd-b245-165181738c93 req-747ccbfe-cb9d-4e19-a30c-d6391c2c1c94 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934765 Jul 29 14:25:18.121864 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab322a-c7c5-4137-a000-434c949818b1 req-4341d28a-2fa1-4838-93f1-8377d32587a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:18.123565 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-75ab322a-c7c5-4137-a000-434c949818b1 req-4341d28a-2fa1-4838-93f1-8377d32587a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e753eaf5-be51-4373-bc0b-37bea06b5596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730815 Jul 29 14:25:18.133194 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-ab02f16e-fff5-435a-9f48-cecddeb361d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:18.135130 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-ab02f16e-fff5-435a-9f48-cecddeb361d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0710034 Jul 29 14:25:18.159145 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:25:18.217646 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-0e083be3-39c7-461d-a85d-ca3261087ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:18.219337 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-0e083be3-39c7-461d-a85d-ca3261087ab9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761104 Jul 29 14:25:18.258627 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-75ab322a-c7c5-4137-a000-434c949818b1 req-9b9f4007-2959-4dad-92fa-a1c73ef1d132 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276472 Jul 29 14:25:18.360392 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-f4741608-55d2-4da9-bad1-6e889233ff8b service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347892 Jul 29 14:25:18.496726 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-c7b1306e-f29a-48f8-ad6d-68cf1835db4e req-5f330816-7231-4c4c-9f46-6758e64e477c service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296656 Jul 29 14:25:18.521943 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-75ab322a-c7c5-4137-a000-434c949818b1 req-ce9fcf71-9be4-4d00-90ca-1e363adf0ce7 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564178 Jul 29 14:25:18.534580 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '85dfa1d5-c963-47bb-9250-b731a674e129', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:32:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:25:16Z', 'updated_at': '2021-07-29T14:25:16Z', 'revision_number': 0, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:25:18.539388 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3954c5f-5361-4918-bdef-ac0c09026044 None None] The sync data for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi is: [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '85dfa1d5-c963-47bb-9250-b731a674e129', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:32:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:25:16Z', 'updated_at': '2021-07-29T14:25:16Z', 'revision_number': 0, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:25:18.719471 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8d9ac-677d-4a98-bc5b-389258a816f1 None None] New status for floating IP 85dfa1d5-c963-47bb-9250-b731a674e129: ACTIVE {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:25:19.306747 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ddf2c-fba4-41ca-bd2e-889c23a91a15 req-a2a2df17-6541-4392-b3bc-0d08ee011f46 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:19.308125 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c66ddf2c-fba4-41ca-bd2e-889c23a91a15 req-a2a2df17-6541-4392-b3bc-0d08ee011f46 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.0796275 Jul 29 14:25:19.355396 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-c66ddf2c-fba4-41ca-bd2e-889c23a91a15 req-f190e829-dbd2-41e3-a3c0-cf5d6ff4fb74 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408499 Jul 29 14:25:20.540630 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e5d93-8d54-494e-9017-160cea18ca8d req-640f1d08-aff1-4daf-a1f5-3532b1d3abd4 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:20.542088 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-977e5d93-8d54-494e-9017-160cea18ca8d req-640f1d08-aff1-4daf-a1f5-3532b1d3abd4 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.0800788 Jul 29 14:25:20.592679 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-977e5d93-8d54-494e-9017-160cea18ca8d req-92fce15a-0a60-4422-bfd0-ba866fdec532 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441651 Jul 29 14:25:21.785657 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1dccb-50d3-4a24-a08b-c72959a26114 req-5a252b52-ceb2-4ea1-94fe-3b49cf7d3838 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:21.787138 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f6d1dccb-50d3-4a24-a08b-c72959a26114 req-5a252b52-ceb2-4ea1-94fe-3b49cf7d3838 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.0889025 Jul 29 14:25:21.836008 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-f6d1dccb-50d3-4a24-a08b-c72959a26114 req-3125e500-8190-48f1-bbcc-437a9c10a04f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428762 Jul 29 14:25:23.021675 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2ecbb-2822-4a54-94bd-ad2ca6cb2bde req-9fd40836-a7f8-4924-ae70-19df19f7f43d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:23.023129 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bcf2ecbb-2822-4a54-94bd-ad2ca6cb2bde req-9fd40836-a7f8-4924-ae70-19df19f7f43d tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.0811706 Jul 29 14:25:23.071241 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-bcf2ecbb-2822-4a54-94bd-ad2ca6cb2bde req-3a4abef2-d146-45d1-94c2-76863564c63f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424392 Jul 29 14:25:23.511559 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:25:24.263051 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f836967-092e-4983-bab3-0fea12c58776 req-2feffc4b-78b5-430c-8b93-3408b5078930 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:24.265212 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7f836967-092e-4983-bab3-0fea12c58776 req-2feffc4b-78b5-430c-8b93-3408b5078930 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.0796094 Jul 29 14:25:24.317392 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7f836967-092e-4983-bab3-0fea12c58776 req-058ecfc4-ade3-4cda-9815-763282fa6ab9 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457308 Jul 29 14:25:25.504293 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c57472-69d8-480a-a667-3ca95e971073 req-3498e136-4cfc-4b27-a387-e57f640b6f67 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:25.505758 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-86c57472-69d8-480a-a667-3ca95e971073 req-3498e136-4cfc-4b27-a387-e57f640b6f67 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.0835004 Jul 29 14:25:25.552351 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-86c57472-69d8-480a-a667-3ca95e971073 req-f6cd626a-2f79-4d51-9623-59d024231477 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&id=cc66d2b1-e489-4b07-aa0c-f9e28cdde288&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408645 Jul 29 14:25:35.358883 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-a59af553-8f53-4e47-8c94-d99779b6647e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:35.760483 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:37.926954 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-aeb35c6a-34a1-4f48-9af7-b0e7c9e98fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:39.457372 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:41.096794 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:43.381234 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.085740 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-4afbd51f-482a-4172-8e20-72db04aa5f0f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705818584&fields=id&tenant_id=6af7800b7c7c473fa5792d865b7e863c HTTP/1.1" status: 200 len: 267 time: 0.0411599 Jul 29 14:25:58.169223 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-0500d1ac-ae64-4d89-9fc1-647d9d9bc647 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:58.171297 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-0500d1ac-ae64-4d89-9fc1-647d9d9bc647 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 985 time: 0.0803621 Jul 29 14:25:58.181871 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Request body: {'port': {'security_groups': ['91fae471-63aa-4152-a16a-3772004d64eb']}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:25:58.302390 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.548103 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] For port a3f72faf-1fcf-44db-9a22-c9439b81784d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:25:58.572116 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.576090 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.581433 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:25:58.587362 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['a3f72faf-1fcf-44db-9a22-c9439b81784d'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:25:58.645359 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:58.645996 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.647397 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-7ab8d3ae-64ac-49be-b382-d14199f03639 req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "PUT /v2.0/ports/a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 943 time: 0.4700119 Jul 29 14:25:58.648016 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:58.653174 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56582) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:25:58.680043 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event updated for resources: {'Port': ['ID=a3f72faf-1fcf-44db-9a22-c9439b81784d,revision_number=7']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:58.688507 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.688891 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.689279 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.689656 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.690028 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.690402 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.690773 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.691143 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.691513 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.691957 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.692314 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.692677 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.713833 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:25:58.735521 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'status': 'completed', 'code': 200} Jul 29 14:25:58.745424 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.783743 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.787801 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['a3f72faf-1fcf-44db-9a22-c9439b81784d'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:25:58.840851 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-89a4dadd-57f2-4896-a8a6-6b76c5394240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:58.842416 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-89a4dadd-57f2-4896-a8a6-6b76c5394240 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af7800b7c7c473fa5792d865b7e863c&device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 1099 time: 0.0833299 Jul 29 14:25:58.878800 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.884821 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5e0f62f6-caa2-4158-bd1c-5dd6daef0010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:25:58.903531 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc66d2b1-e489-4b07-aa0c-f9e28cdde288,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:58.912728 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.913031 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.913402 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.913768 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.914128 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.914490 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.914847 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.915604 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.915604 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.915928 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.916283 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.916640 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:58.922447 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.925924 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "DELETE /v2.0/security-groups/cc66d2b1-e489-4b07-aa0c-f9e28cdde288 HTTP/1.1" status: 204 len: 168 time: 0.2687714 Jul 29 14:25:58.925924 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-66bc5ed8-1584-405f-b083-5aa8e55c5e7f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:25:58.926160 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56586) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:25:58.983333 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-064df33a-110e-4018-8325-8076da6da801 None None] Provisioning complete for port a3f72faf-1fcf-44db-9a22-c9439b81784d triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:25:58.983748 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-064df33a-110e-4018-8325-8076da6da801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:59.003607 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-ae3a88b2-fb88-43c8-9119-917856e0c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:59.005144 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-ae3a88b2-fb88-43c8-9119-917856e0c29f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e753eaf5-be51-4373-bc0b-37bea06b5596 HTTP/1.1" status: 200 len: 915 time: 0.1558905 Jul 29 14:25:59.115455 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-259ef130-9361-4dc9-bcbe-45b5df07cbb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 1002 time: 0.1024792 Jul 29 14:25:59.131567 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Deleting port c5b3c7a7-0137-40ba-bbdf-d9a8ab387d8d {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:25:59.131935 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:59.179399 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-19f131f2-bb90-4c03-9c06-c8c4fb5fd2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:59.180875 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-19f131f2-bb90-4c03-9c06-c8c4fb5fd2b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a HTTP/1.1" status: 200 len: 853 time: 0.0584793 Jul 29 14:25:59.255779 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-da30e77f-bb66-4501-8e19-0bb4163acd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:59.257278 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-da30e77f-bb66-4501-8e19-0bb4163acd26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e753eaf5-be51-4373-bc0b-37bea06b5596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687864 Jul 29 14:25:59.303568 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:59.303926 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:59.394048 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-56c7fa48-7c4a-43fb-9680-5a47b89b2144 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260936 Jul 29 14:25:59.522665 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Calling delete_port for c5b3c7a7-0137-40ba-bbdf-d9a8ab387d8d owned by network:floatingip {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:25:59.642514 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2f4f9b48-8d1c-44d6-9644-fd35aea26b48 req-c93b3782-6b69-4c59-93d1-5f28d465bad7 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391396 Jul 29 14:25:59.679452 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:59.683866 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:25:59.725931 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event deleted for resources: {'Port': ['ID=c5b3c7a7-0137-40ba-bbdf-d9a8ab387d8d,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:59.729036 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:25:59.818623 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks [] for floatingip, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:59.818952 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Floating IP 7805b03a-96ef-4232-b1b1-dd48c86fd794 disassociated (deleted). External IP: 172.27.0.139, port: a3f72faf-1fcf-44db-9a22-c9439b81784d. Jul 29 14:26:00.162072 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Router 41047c39-360b-42fb-83da-e95e7f7e8d13 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:26:00.340278 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:26:00.349495 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] Sync routers for ids ['41047c39-360b-42fb-83da-e95e7f7e8d13'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:26:00.359396 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] Routers {'41047c39-360b-42fb-83da-e95e7f7e8d13'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:26:00.360054 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:25:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['41047c39-360b-42fb-83da-e95e7f7e8d13'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:00.360751 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:00.415411 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "DELETE /v2.0/floatingips/7805b03a-96ef-4232-b1b1-dd48c86fd794 HTTP/1.1" status: 204 len: 168 time: 1.4882495 Jul 29 14:26:00.416047 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:00.470389 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'status': 'completed', 'code': 200} Jul 29 14:26:00.512144 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:26:00.574512 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b493-200a-4f54-b47b-759421361147 req-fff1384e-15e2-480d-bd70-0b7508f6127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:00.576233 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-da36b493-200a-4f54-b47b-759421361147 req-fff1384e-15e2-480d-bd70-0b7508f6127b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af7800b7c7c473fa5792d865b7e863c&device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 1099 time: 0.0759702 Jul 29 14:26:00.584978 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] Set router 41047c39-360b-42fb-83da-e95e7f7e8d13 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:26:00.716972 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b493-200a-4f54-b47b-759421361147 req-8b92f39b-623b-4efa-8393-93101258c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:00.718450 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-da36b493-200a-4f54-b47b-759421361147 req-8b92f39b-623b-4efa-8393-93101258c92e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e753eaf5-be51-4373-bc0b-37bea06b5596 HTTP/1.1" status: 200 len: 915 time: 0.1357725 Jul 29 14:26:00.804446 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-da36b493-200a-4f54-b47b-759421361147 req-fa86dfb9-1b71-4419-b99d-347f318b7c3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 200 len: 217 time: 0.0775597 Jul 29 14:26:00.878295 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b493-200a-4f54-b47b-759421361147 req-5499949a-711c-47b6-85e5-56742e9a023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:00.879756 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-da36b493-200a-4f54-b47b-759421361147 req-5499949a-711c-47b6-85e5-56742e9a023f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a HTTP/1.1" status: 200 len: 853 time: 0.0619409 Jul 29 14:26:00.928892 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 5, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:00.932758 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] Checking router: 41047c39-360b-42fb-83da-e95e7f7e8d13 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:26:00.941712 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] Routers {'41047c39-360b-42fb-83da-e95e7f7e8d13'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:26:00.942285 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:25:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['41047c39-360b-42fb-83da-e95e7f7e8d13'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:00.959766 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b493-200a-4f54-b47b-759421361147 req-99c7f168-b29c-42b9-ae60-8f3820585e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:00.961270 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-da36b493-200a-4f54-b47b-759421361147 req-99c7f168-b29c-42b9-ae60-8f3820585e91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e753eaf5-be51-4373-bc0b-37bea06b5596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751548 Jul 29 14:26:01.093111 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-da36b493-200a-4f54-b47b-759421361147 req-a9d5871c-4f67-4643-9d6c-63b5043a68aa service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242230 Jul 29 14:26:01.116441 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] Set router 41047c39-360b-42fb-83da-e95e7f7e8d13 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:26:01.238699 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-da36b493-200a-4f54-b47b-759421361147 req-b45f35c6-32f2-4c24-bb3f-cb80dd6a6546 service neutron] 10.222.0.10 "GET /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356623 Jul 29 14:26:01.458598 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 5, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:01.462700 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4d1b5-cb90-4667-8b02-9e3f90a5b73a None None] The sync data for ids ['41047c39-360b-42fb-83da-e95e7f7e8d13'] in dv-cinder-801321-2-iscsi is: [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:24:00Z', 'revision_number': 4, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861', 'name': '', 'network_id': 'e753eaf5-be51-4373-bc0b-37bea06b5596', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'mac_address': 'fa:16:3e:b8:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:00Z', 'updated_at': '2021-07-29T14:24:07Z', 'revision_number': 5, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'subnets': [{'id': '7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:26:01.680550 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9836b54d-a9a7-4003-8900-a7ce0802e010 None None] New status for floating IP 7805b03a-96ef-4232-b1b1-dd48c86fd794: DOWN {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:26:03.694567 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b7718-6beb-48aa-a53b-3070eb767d01 req-f6168755-4dc8-4607-ae29-272bcd6de222 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:03.695261 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-434b7718-6beb-48aa-a53b-3070eb767d01 req-f6168755-4dc8-4607-ae29-272bcd6de222 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Synchronizing usage tracker for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:26:03.710368 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-434b7718-6beb-48aa-a53b-3070eb767d01 req-f6168755-4dc8-4607-ae29-272bcd6de222 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Unset dirty status for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:26:03.711487 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-434b7718-6beb-48aa-a53b-3070eb767d01 req-f6168755-4dc8-4607-ae29-272bcd6de222 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 946 time: 0.0978806 Jul 29 14:26:03.756638 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-434b7718-6beb-48aa-a53b-3070eb767d01 req-b19689c7-1e73-47e9-ae8d-93ca8b6b063f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Synchronizing usage tracker for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:security_group {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:26:03.771697 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-434b7718-6beb-48aa-a53b-3070eb767d01 req-b19689c7-1e73-47e9-ae8d-93ca8b6b063f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Unset dirty status for tenant:6af7800b7c7c473fa5792d865b7e863c on resource:security_group {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:26:03.772842 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-434b7718-6beb-48aa-a53b-3070eb767d01 req-b19689c7-1e73-47e9-ae8d-93ca8b6b063f tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551953 Jul 29 14:26:04.960572 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c57a8-ce2c-464f-9742-0053842301b8 req-e2649f61-8cbb-444f-9a4c-ae9b8782e78e tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:04.962041 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-504c57a8-ce2c-464f-9742-0053842301b8 req-e2649f61-8cbb-444f-9a4c-ae9b8782e78e tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 946 time: 0.0795453 Jul 29 14:26:05.013036 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-504c57a8-ce2c-464f-9742-0053842301b8 req-eb20aa64-77ac-45f9-9121-60621cbdddf6 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/security-groups?id=91fae471-63aa-4152-a16a-3772004d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443854 Jul 29 14:26:05.363006 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-511590c0-b185-4c2e-83dd-79107fc04d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:05.434055 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21013950-c61e-48c4-9b96-017bec4f2eea req-57b221a2-01b2-45da-9df9-d6da9f43f255 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:05.436081 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-21013950-c61e-48c4-9b96-017bec4f2eea req-57b221a2-01b2-45da-9df9-d6da9f43f255 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.10 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 946 time: 0.0916362 Jul 29 14:26:05.528936 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [req-21013950-c61e-48c4-9b96-017bec4f2eea req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Deleting port a3f72faf-1fcf-44db-9a22-c9439b81784d {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:05.529295 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-21013950-c61e-48c4-9b96-017bec4f2eea req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:05.763212 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:05.788492 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-21013950-c61e-48c4-9b96-017bec4f2eea req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] For port a3f72faf-1fcf-44db-9a22-c9439b81784d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3f72faf-1fcf-44db-9a22-c9439b81784d,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:26:05.788877 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-21013950-c61e-48c4-9b96-017bec4f2eea req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:05.911843 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [req-21013950-c61e-48c4-9b96-017bec4f2eea req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Calling delete_port for a3f72faf-1fcf-44db-9a22-c9439b81784d owned by compute:nova {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:26:06.156488 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-21013950-c61e-48c4-9b96-017bec4f2eea req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:06.162090 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b93e9024-d670-4339-aad4-ac75c4222f5f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:06.170118 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['a3f72faf-1fcf-44db-9a22-c9439b81784d'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:26:06.170381 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-2b43a822-0bc5-430d-9035-448ffc3ce45b req-8c8b91af-812f-4612-8b11-be78b63d5cb4 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.23 "GET /v2.0/ports?device_id=985c2907-8ec1-44cf-a995-c5533a5ee812 HTTP/1.1" status: 200 len: 210 time: 0.0448101 Jul 29 14:26:06.208776 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Pushing event deleted for resources: {'Port': ['ID=a3f72faf-1fcf-44db-9a22-c9439b81784d,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:06.211680 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:06.284369 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [req-21013950-c61e-48c4-9b96-017bec4f2eea req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] No DVR routers for this DVR port a3f72faf-1fcf-44db-9a22-c9439b81784d on host hv-cinder-80132 {{(pid=78539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:26:06.286825 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-21013950-c61e-48c4-9b96-017bec4f2eea req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:06.289348 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'name': 'network-vif-deleted', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:06.306075 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-21013950-c61e-48c4-9b96-017bec4f2eea req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] 10.222.0.10 "DELETE /v2.0/ports/a3f72faf-1fcf-44db-9a22-c9439b81784d HTTP/1.1" status: 204 len: 173 time: 0.8630998 Jul 29 14:26:06.335776 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c2907-8ec1-44cf-a995-c5533a5ee812', 'name': 'network-vif-deleted', 'tag': 'a3f72faf-1fcf-44db-9a22-c9439b81784d', 'status': 'completed', 'code': 200} Jul 29 14:26:07.808450 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56672) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:07.928153 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cc5d04ad-9437-4337-9f2e-eb0a317a3328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:08.436083 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973956'] for router_interface, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:08.796388 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Deleting port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:08.796724 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:08.941731 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device a3f72faf-1fcf-44db-9a22-c9439b81784d no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:26:08.971272 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] For port b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:26:08.971883 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:08.979690 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: a3f72faf-1fcf-44db-9a22-c9439b81784d {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:26:08.980066 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device a3f72faf-1fcf-44db-9a22-c9439b81784d not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:26:09.093238 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Calling delete_port for b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 owned by network:router_interface {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:26:09.401375 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:09.405653 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-0dab08ca-df13-4f56-b222-b620ee061d57 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:09.463780 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:09.477424 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:09.484419 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:09.814960 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1973944'] for router_interface, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:10.168570 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Router 41047c39-360b-42fb-83da-e95e7f7e8d13 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:26:10.342416 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:26:10.350674 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] Sync routers for ids ['41047c39-360b-42fb-83da-e95e7f7e8d13'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:26:10.355838 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-2793cf77-79a6-418a-a9b6-dc0cb70bac89 admin admin] 10.222.0.23 "PUT /v2.0/routers/41047c39-360b-42fb-83da-e95e7f7e8d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5463130 Jul 29 14:26:10.359197 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56676) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:10.362617 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] Routers {'41047c39-360b-42fb-83da-e95e7f7e8d13'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:26:10.363261 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:26:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['41047c39-360b-42fb-83da-e95e7f7e8d13'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:10.537156 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] Set router 41047c39-360b-42fb-83da-e95e7f7e8d13 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:26:10.539129 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Notify callbacks [] for router, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:10.715205 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:10.726493 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Deleting port e6d1c3da-a26b-4d4f-8385-2d2bb5452929 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:10.726902 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:10.859295 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:26:09Z', 'revision_number': 5, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port': {'id': 'e6d1c3da-a26b-4d4f-8385-2d2bb5452929', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:57Z', 'updated_at': '2021-07-29T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:10.862960 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] Checking router: 41047c39-360b-42fb-83da-e95e7f7e8d13 for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:26:10.871502 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] Routers {'41047c39-360b-42fb-83da-e95e7f7e8d13'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:26:10.872241 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:26:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['41047c39-360b-42fb-83da-e95e7f7e8d13'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:11.003337 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] For port e6d1c3da-a26b-4d4f-8385-2d2bb5452929, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=e6d1c3da-a26b-4d4f-8385-2d2bb5452929,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:26:11.003692 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:11.024543 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] Set router 41047c39-360b-42fb-83da-e95e7f7e8d13 gateway port host: None {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:26:11.123408 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Calling delete_port for e6d1c3da-a26b-4d4f-8385-2d2bb5452929 owned by network:router_gateway {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:26:11.135221 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:26:10Z', 'revision_number': 6, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port_host': None}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:11.145839 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e2b2f5-169a-45cf-92a0-334e95824c02 None None] The sync data for ids ['41047c39-360b-42fb-83da-e95e7f7e8d13'] in dv-cinder-801321-2-iscsi is: [{'id': '41047c39-360b-42fb-83da-e95e7f7e8d13', 'name': 'tempest-TestMinimumBasicScenario-781344873-router', 'tenant_id': '6af7800b7c7c473fa5792d865b7e863c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:56Z', 'updated_at': '2021-07-29T14:26:10Z', 'revision_number': 6, 'project_id': '6af7800b7c7c473fa5792d865b7e863c', 'gw_port_host': None}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:26:11.150504 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:11.294368 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:11.297828 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4c35b96b-e380-4d3b-9e65-79f11cb6163a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:11.342128 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d1c3da-a26b-4d4f-8385-2d2bb5452929,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:11.344606 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:11.433709 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673745'] for router_gateway, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:11.607122 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1975883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1860'] for router, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:11.609325 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:11.691507 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1972811'] for router, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:11.691972 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41047c39-360b-42fb-83da-e95e7f7e8d13 {{(pid=78540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:26:11.704786 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] Notify callbacks [] for router, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:11.705897 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-886e8924-de66-4a0f-983c-f513493eaffd admin admin] 10.222.0.23 "DELETE /v2.0/routers/41047c39-360b-42fb-83da-e95e7f7e8d13 HTTP/1.1" status: 204 len: 168 time: 1.3457978 Jul 29 14:26:11.708356 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56680) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:11.765056 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_v2 [None req-13969445-c7d3-4629-84e0-b53dfdc0a32a admin admin] Deleting subnet 7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a {{(pid=78540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:26:11.768169 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-13969445-c7d3-4629-84e0-b53dfdc0a32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:11.817657 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-13969445-c7d3-4629-84e0-b53dfdc0a32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947639'] for subnet, precommit_delete_associations {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:11.930296 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-13969445-c7d3-4629-84e0-b53dfdc0a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.002830 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-13969445-c7d3-4629-84e0-b53dfdc0a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2947242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2958699'] for subnet, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.007805 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-68f1bb59-c06b-4638-82e7-93887a13c5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:12.043559 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13969445-c7d3-4629-84e0-b53dfdc0a32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:12.046912 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-13969445-c7d3-4629-84e0-b53dfdc0a32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:12.050189 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-13969445-c7d3-4629-84e0-b53dfdc0a32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.058633 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-13969445-c7d3-4629-84e0-b53dfdc0a32a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d7c9d3e-1fa3-4996-84cf-aa18b2d7076a HTTP/1.1" status: 204 len: 168 time: 0.3488998 Jul 29 14:26:12.059754 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dfa71-b685-4db2-bffc-5431bf548a8d None None] Network e753eaf5-be51-4373-bc0b-37bea06b5596 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:26:12.061234 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56684) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:12.074135 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e6d1c3da-a26b-4d4f-8385-2d2bb5452929 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:26:12.119946 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: e6d1c3da-a26b-4d4f-8385-2d2bb5452929 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:26:12.120302 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e6d1c3da-a26b-4d4f-8385-2d2bb5452929 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:26:12.120718 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:26:12.172747 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.183966 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Deleting port c7b20657-b89d-4302-b9df-a0d0156cb5e7 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:12.184945 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.202127 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:26:12.202486 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device b0b098c5-a6a6-4ccc-8ed8-be9a2aa46861 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:26:12.386599 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7d7286-c036-486f-bddb-869839568389 None None] DHCP port deletion for e753eaf5-be51-4373-bc0b-37bea06b5596 request from dv-cinder-801321-2-iscsi {{(pid=78541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:26:12.391053 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d7286-c036-486f-bddb-869839568389 None None] Deleting port c7b20657-b89d-4302-b9df-a0d0156cb5e7 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:12.391439 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7286-c036-486f-bddb-869839568389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.400004 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] For port c7b20657-b89d-4302-b9df-a0d0156cb5e7, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=c7b20657-b89d-4302-b9df-a0d0156cb5e7,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:26:12.400518 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.594293 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-8a7d7286-c036-486f-bddb-869839568389 None None] For port c7b20657-b89d-4302-b9df-a0d0156cb5e7, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=c7b20657-b89d-4302-b9df-a0d0156cb5e7,segment=NetworkSegment(425db521-9346-41d9-8b32-093189a155e9),segment_id=425db521-9346-41d9-8b32-093189a155e9)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:26:12.594585 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7286-c036-486f-bddb-869839568389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.610184 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Calling delete_port for c7b20657-b89d-4302-b9df-a0d0156cb5e7 owned by network:dhcp {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:26:12.687690 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.691485 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-b1c08fb7-cc36-477a-b37b-b17c9384503a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:12.720297 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d7286-c036-486f-bddb-869839568389 None None] Calling delete_port for c7b20657-b89d-4302-b9df-a0d0156cb5e7 owned by network:dhcp {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:26:12.736227 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b20657-b89d-4302-b9df-a0d0156cb5e7,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:12.739846 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:12.741860 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] No DVR routers for this DVR port c7b20657-b89d-4302-b9df-a0d0156cb5e7 on host dv-cinder-801321-2-iscsi {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:26:12.794164 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.db.api [None req-8a7d7286-c036-486f-bddb-869839568389 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:26:12.794566 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_db.api [None req-8a7d7286-c036-486f-bddb-869839568389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:26:12.855403 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.868590 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e753eaf5-be51-4373-bc0b-37bea06b5596']}} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:12.880293 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425db521-9346-41d9-8b32-093189a155e9') {'for_net_delete': True} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:12.880587 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425db521-9346-41d9-8b32-093189a155e9') {} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:12.891748 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947624'] for segment, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.907808 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.913866 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=78540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:26:12.914244 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947276'] for segment, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: Traceback (most recent call last): Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: timer() Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: cb(*args, **kw) Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: return func(*args, **kwargs) Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: self._notify() Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: self.callback(batched_events) Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: event.method(event) Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: return f(self, *a, **k) Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._get(url).json() Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: return self.request(url, 'GET', **kwargs) Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:26:12.928351 dv-cinder-801321-2-iscsi neutron-server[78540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:26:13.002896 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.006601 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-de501740-7744-45fe-8fe1-628ca0e30dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:13.019222 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.029587 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Pushing event deleted for resources: {'Network': ['ID=e753eaf5-be51-4373-bc0b-37bea06b5596,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:13.032601 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:13.045263 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-fd5b4729-235b-4944-9b17-a7ca69218c3c admin admin] 10.222.0.23 "DELETE /v2.0/networks/e753eaf5-be51-4373-bc0b-37bea06b5596 HTTP/1.1" status: 204 len: 168 time: 0.9795260 Jul 29 14:26:13.045540 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56688) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:13.295794 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d7286-c036-486f-bddb-869839568389 None None] Deleting port c7b20657-b89d-4302-b9df-a0d0156cb5e7 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:13.296366 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7286-c036-486f-bddb-869839568389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.365352 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d7286-c036-486f-bddb-869839568389 None None] The port 'c7b20657-b89d-4302-b9df-a0d0156cb5e7' was deleted {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:26:13.392647 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.573450 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973956'] for router_interface, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.999182 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Deleting port c18f71a9-ff2d-4d23-b059-e7a5c027284c {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:13.999526 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:14.051773 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c7b20657-b89d-4302-b9df-a0d0156cb5e7 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:26:14.085360 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: c7b20657-b89d-4302-b9df-a0d0156cb5e7 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:26:14.085714 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c7b20657-b89d-4302-b9df-a0d0156cb5e7 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:26:14.170516 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] For port c18f71a9-ff2d-4d23-b059-e7a5c027284c, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=c18f71a9-ff2d-4d23-b059-e7a5c027284c,segment=NetworkSegment(68d38218-f6b4-4f96-8860-7404338d0462),segment_id=68d38218-f6b4-4f96-8860-7404338d0462)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:26:14.170868 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:14.289406 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Calling delete_port for c18f71a9-ff2d-4d23-b059-e7a5c027284c owned by network:router_interface {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:26:14.462271 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:14.467119 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-db6d4824-4509-4ab8-8c13-c1df134c3d8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:14.510009 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18f71a9-ff2d-4d23-b059-e7a5c027284c,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:14.536971 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:14.778303 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1973944'] for router_interface, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:15.125057 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:26:15.392890 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:26:15.400954 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] Sync routers for ids ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:26:15.408129 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-d7daa54e-05e6-4212-a940-8480fd964176 admin admin] 10.222.0.23 "PUT /v2.0/routers/549735a8-ec48-46f5-9f58-dcfba20f4dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3615336 Jul 29 14:26:15.410465 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] Routers {'549735a8-ec48-46f5-9f58-dcfba20f4dc4'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:26:15.410619 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56692) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:15.411077 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:26:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:15.585900 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Notify callbacks [] for router, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:15.586163 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] Set router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:26:15.761077 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:15.770974 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Deleting port 309e7a34-05b7-468a-b427-4dd759dda5b0 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:15.771346 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:15.862131 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'name': 'tempest-TestMinimumBasicScenario-50717792-router', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:24:03Z', 'updated_at': '2021-07-29T14:26:14Z', 'revision_number': 5, 'project_id': '68ee7b330f7d46669206de833dc37356', 'gw_port': {'id': '309e7a34-05b7-468a-b427-4dd759dda5b0', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:24:04Z', 'updated_at': '2021-07-29T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:15.865895 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] Checking router: 549735a8-ec48-46f5-9f58-dcfba20f4dc4 for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:26:15.874600 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] Routers {'549735a8-ec48-46f5-9f58-dcfba20f4dc4'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:26:15.875209 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:26:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:15.942769 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] For port 309e7a34-05b7-468a-b427-4dd759dda5b0, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=309e7a34-05b7-468a-b427-4dd759dda5b0,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:26:15.943378 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:16.028496 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] Set router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 gateway port host: None {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:26:16.068491 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Calling delete_port for 309e7a34-05b7-468a-b427-4dd759dda5b0 owned by network:router_gateway {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:26:16.163769 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'name': 'tempest-TestMinimumBasicScenario-50717792-router', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:24:03Z', 'updated_at': '2021-07-29T14:26:15Z', 'revision_number': 6, 'project_id': '68ee7b330f7d46669206de833dc37356', 'gw_port_host': None}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:16.167756 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf6fa74-1b54-48ed-b747-3b23f7b99978 None None] The sync data for ids ['549735a8-ec48-46f5-9f58-dcfba20f4dc4'] in dv-cinder-801321-2-iscsi is: [{'id': '549735a8-ec48-46f5-9f58-dcfba20f4dc4', 'name': 'tempest-TestMinimumBasicScenario-50717792-router', 'tenant_id': '68ee7b330f7d46669206de833dc37356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:24:03Z', 'updated_at': '2021-07-29T14:26:15Z', 'revision_number': 6, 'project_id': '68ee7b330f7d46669206de833dc37356', 'gw_port_host': None}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:26:16.249184 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:16.253991 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3c170075-ce95-4c55-832d-90cb049c5d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:16.301582 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=309e7a34-05b7-468a-b427-4dd759dda5b0,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:16.327705 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:16.394003 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673745'] for router_gateway, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:16.577601 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1975883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1860'] for router, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:16.580400 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:16.607135 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1972811'] for router, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:16.607711 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549735a8-ec48-46f5-9f58-dcfba20f4dc4 {{(pid=78540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:26:16.621577 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] Notify callbacks [] for router, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:16.622924 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-3f35c8f8-8d7b-4838-88b0-904760951d37 admin admin] 10.222.0.23 "DELETE /v2.0/routers/549735a8-ec48-46f5-9f58-dcfba20f4dc4 HTTP/1.1" status: 204 len: 168 time: 1.2114677 Jul 29 14:26:16.626472 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56696) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:16.700430 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3f2c15-2c7e-498a-859a-f73eb390a17f admin admin] Deleting subnet e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced {{(pid=78540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:26:16.703453 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2c15-2c7e-498a-859a-f73eb390a17f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:16.859139 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2c15-2c7e-498a-859a-f73eb390a17f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947639'] for subnet, precommit_delete_associations {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:16.940316 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2c15-2c7e-498a-859a-f73eb390a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.016745 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2c15-2c7e-498a-859a-f73eb390a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2947242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2958699'] for subnet, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.021483 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:17.055477 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f2c15-2c7e-498a-859a-f73eb390a17f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:17.058488 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-dc3f2c15-2c7e-498a-859a-f73eb390a17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:17.060152 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2c15-2c7e-498a-859a-f73eb390a17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.064563 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c55120-8a5d-4fc4-bb40-e793cf40adaf None None] Network 6aea4474-f189-4653-8f37-de7d94a0de66 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:26:17.065476 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-dc3f2c15-2c7e-498a-859a-f73eb390a17f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e3c1494a-6b8c-4f8d-9bbf-157b5fcb4ced HTTP/1.1" status: 204 len: 168 time: 0.4380627 Jul 29 14:26:17.067908 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56700) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:17.176083 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.187151 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Deleting port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:17.187487 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.324017 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] DHCP port deletion for 6aea4474-f189-4653-8f37-de7d94a0de66 request from dv-cinder-801321-2-iscsi {{(pid=78541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:26:17.329025 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] Deleting port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:17.329315 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.407741 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] For port e52bf28a-2399-4f1a-9121-9b2f8c8e9605, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=e52bf28a-2399-4f1a-9121-9b2f8c8e9605,segment=NetworkSegment(68d38218-f6b4-4f96-8860-7404338d0462),segment_id=68d38218-f6b4-4f96-8860-7404338d0462)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:26:17.408047 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.531651 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Calling delete_port for e52bf28a-2399-4f1a-9121-9b2f8c8e9605 owned by network:dhcp {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:26:17.532728 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] For port e52bf28a-2399-4f1a-9121-9b2f8c8e9605, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=e52bf28a-2399-4f1a-9121-9b2f8c8e9605,segment=NetworkSegment(68d38218-f6b4-4f96-8860-7404338d0462),segment_id=68d38218-f6b4-4f96-8860-7404338d0462)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:26:17.533189 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.607830 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.612544 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-78acc409-572b-4ebb-8c87-32f9caa18498 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:17.656535 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] Calling delete_port for e52bf28a-2399-4f1a-9121-9b2f8c8e9605 owned by network:dhcp {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:26:17.658367 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52bf28a-2399-4f1a-9121-9b2f8c8e9605,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:17.661300 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:17.662077 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] No DVR routers for this DVR port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 on host dv-cinder-801321-2-iscsi {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:26:17.734304 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.db.api [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:26:17.734663 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_db.api [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:26:17.775906 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.788394 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aea4474-f189-4653-8f37-de7d94a0de66']}} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:17.800630 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d38218-f6b4-4f96-8860-7404338d0462') {'for_net_delete': True} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:17.800934 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d38218-f6b4-4f96-8860-7404338d0462') {} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:17.812381 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947624'] for segment, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.828203 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.834766 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=78540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:26:17.835183 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947276'] for segment, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: Traceback (most recent call last): Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: timer() Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: cb(*args, **kw) Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: return func(*args, **kwargs) Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: self._notify() Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: self.callback(batched_events) Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: event.method(event) Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: return f(self, *a, **k) Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._get(url).json() Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: return self.request(url, 'GET', **kwargs) Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:26:17.848550 dv-cinder-801321-2-iscsi neutron-server[78540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:26:17.924406 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.930198 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.932641 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-068259bf-f460-4a6f-b431-7e5657a1efed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:17.953723 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aea4474-f189-4653-8f37-de7d94a0de66,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:17.956452 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:17.962189 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-c84f0c01-e4d3-465f-be74-f3de8bae7454 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6aea4474-f189-4653-8f37-de7d94a0de66 HTTP/1.1" status: 204 len: 168 time: 0.8933806 Jul 29 14:26:18.055160 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e52bf28a-2399-4f1a-9121-9b2f8c8e9605 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:26:18.089536 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: e52bf28a-2399-4f1a-9121-9b2f8c8e9605 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:26:18.090691 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e52bf28a-2399-4f1a-9121-9b2f8c8e9605 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:26:18.090813 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 309e7a34-05b7-468a-b427-4dd759dda5b0 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:26:18.123438 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 309e7a34-05b7-468a-b427-4dd759dda5b0 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:26:18.123798 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 309e7a34-05b7-468a-b427-4dd759dda5b0 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:26:18.124246 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c18f71a9-ff2d-4d23-b059-e7a5c027284c no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:26:18.133422 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56706) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:18.160395 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: c18f71a9-ff2d-4d23-b059-e7a5c027284c {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:26:18.160747 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c18f71a9-ff2d-4d23-b059-e7a5c027284c not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:26:18.183077 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-27ca1866-ac72-4d4b-b10d-bb72077e623e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6af7800b7c7c473fa5792d865b7e863c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482881 Jul 29 14:26:18.186224 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56710) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:18.236072 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] Deleting port e52bf28a-2399-4f1a-9121-9b2f8c8e9605 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:26:18.236576 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.241650 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cf700923-2dcd-4b9e-b817-bc04e9e5e2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.276464 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cf700923-2dcd-4b9e-b817-bc04e9e5e2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.302437 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-9492d41b-eb19-49b9-b968-369969bfd78a None None] The port 'e52bf28a-2399-4f1a-9121-9b2f8c8e9605' was deleted {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:26:18.331772 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cf700923-2dcd-4b9e-b817-bc04e9e5e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.335722 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-75d6fb1f-6305-415d-ad56-da5d4ecbef31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:18.349865 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf700923-2dcd-4b9e-b817-bc04e9e5e2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fae471-63aa-4152-a16a-3772004d64eb,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:18.352648 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-cf700923-2dcd-4b9e-b817-bc04e9e5e2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:18.361803 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-cf700923-2dcd-4b9e-b817-bc04e9e5e2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.362939 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-cf700923-2dcd-4b9e-b817-bc04e9e5e2a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91fae471-63aa-4152-a16a-3772004d64eb HTTP/1.1" status: 204 len: 168 time: 0.1758478 Jul 29 14:26:18.635215 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-52f045d5-3f10-4d0c-8e68-3a818431872c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705256 Jul 29 14:26:18.697413 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56718) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:18.733919 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-306bf2ef-e005-49a1-947e-92e237bbccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:18.735381 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-306bf2ef-e005-49a1-947e-92e237bbccc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 1099 time: 0.0796096 Jul 29 14:26:18.747806 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-ea29e561-9f7c-4338-bbcc-2788eceaf316 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68ee7b330f7d46669206de833dc37356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477667 Jul 29 14:26:18.749429 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56722) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:26:18.806680 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66e47d2f-f182-4268-898a-a26e955a9595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.832533 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66e47d2f-f182-4268-898a-a26e955a9595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.881952 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-1e3b031a-01ed-4c25-b91a-4367f3c33b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:18.883424 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-1e3b031a-01ed-4c25-b91a-4367f3c33b09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1293268 Jul 29 14:26:18.889541 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66e47d2f-f182-4268-898a-a26e955a9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.893560 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-853cfed2-ba4d-4ad7-abea-be6f3b348ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:18.904410 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e47d2f-f182-4268-898a-a26e955a9595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8bbc6c-876e-413d-8835-d4832794360a,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:18.907255 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-66e47d2f-f182-4268-898a-a26e955a9595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:18.913415 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-66e47d2f-f182-4268-898a-a26e955a9595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.914513 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-66e47d2f-f182-4268-898a-a26e955a9595 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa8bbc6c-876e-413d-8835-d4832794360a HTTP/1.1" status: 204 len: 168 time: 0.1642122 Jul 29 14:26:18.994939 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-61689812-fc41-4100-9d1e-48518cace008 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd HTTP/1.1" status: 200 len: 1002 time: 0.1042256 Jul 29 14:26:19.057871 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-d2552bfe-4b6f-4e53-96c7-5987af45af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:19.059851 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-d2552bfe-4b6f-4e53-96c7-5987af45af7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0589354 Jul 29 14:26:19.140529 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-6244c3f3-fcb4-41dd-bc28-87e0c802fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:19.142080 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-6244c3f3-fcb4-41dd-bc28-87e0c802fb26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763383 Jul 29 14:26:19.286074 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-e27100bb-daeb-4afd-81c7-4dd37bf41801 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373019 Jul 29 14:26:19.419170 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-d9c0d7f5-4abe-48dd-a7f7-67a97c2eb9f6 req-ee057300-852d-45bc-bf25-9d664ab19d1b service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265833 Jul 29 14:26:35.366130 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-45fa9d9a-14cb-4aff-8ce2-e3bd772bf5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:35.766575 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.512760 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:26:37.933899 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7b84ab9d-5704-4313-88a3-8c344cd52a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.463079 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:41.103792 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.390487 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:53.715497 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-918c2384-3bf1-4869-99a2-73fcecd7c125 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856698517&fields=id&tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81 HTTP/1.1" status: 200 len: 267 time: 0.0396612 Jul 29 14:26:53.862945 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311374d-49e9-445c-9235-9cae64d155fb req-b225ff50-cb39-4415-be12-9a87c812614a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:53.864326 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-b225ff50-cb39-4415-be12-9a87c812614a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 811 time: 0.1426070 Jul 29 14:26:53.879810 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-9dc2b701-41d4-45f0-aade-d4fe730508eb tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/quotas/f5aeee9666c64d21ad5bdf1f1da0dd81 HTTP/1.1" status: 200 len: 375 time: 0.0099063 Jul 29 14:26:53.966896 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-b4f65b1d-4d92-4120-b49d-1589a4061b6f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0820704 Jul 29 14:26:54.184446 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-25cc1e38-9a89-4e50-8cde-2057f1b70385 service neutron] 10.222.0.23 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058542 Jul 29 14:26:54.314957 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-c633e95f-c728-4619-94cc-e292439506d5 service neutron] 10.222.0.23 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248479 Jul 29 14:26:54.718205 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-5c1c23b0-1f43-4e75-bc38-3a1885f20ad1 req-cba42bc8-df54-4801-a059-0e0d6b356ded tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 210 time: 0.0550780 Jul 29 14:26:55.700107 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311374d-49e9-445c-9235-9cae64d155fb req-264608c5-ac88-425a-8f8c-884227e36653 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:55.701545 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-264608c5-ac88-425a-8f8c-884227e36653 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 811 time: 0.1512642 Jul 29 14:26:55.749678 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-4bbae699-95ab-41f9-bc84-234f1779ba83 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81 HTTP/1.1" status: 200 len: 380 time: 0.0399103 Jul 29 14:26:55.757983 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'port': {'device_id': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'admin_state_up': True, 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'security_groups': ['e8086201-bbb7-48a8-ad14-e58aef2b7880']}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:26:55.873680 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-7529af35-ce4b-4eb3-9566-57926a55bc92 req-fa47dc05-611e-4f09-aab3-52c07b4fb1d4 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 210 time: 0.0441122 Jul 29 14:26:55.898486 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:26:55.908875 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:26:55.918301 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Made reservation on behalf of f5aeee9666c64d21ad5bdf1f1da0dd81 for: {'port': 1} {{(pid=78539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:26:55.922019 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.185767 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Allocated IP 172.20.0.9 (ea055f21-00ef-42d5-97ad-21562b8a9f65/9706e348-cc23-43c0-9a84-3f62c9f41c97/88193705-2101-44fe-adc1-8efa5a47469f) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:26:56.386456 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.404111 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.provisioning_blocks [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Transition to ACTIVE for port object 88193705-2101-44fe-adc1-8efa5a47469f will not be triggered until provisioned by entity DHCP. {{(pid=78539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:56.426999 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.433571 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:56.504664 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:26:56.507488 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:56.509958 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:26:56.545792 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'Port': ['ID=88193705-2101-44fe-adc1-8efa5a47469f,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:56.550927 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:56.579056 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:56.579788 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.606477 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-ab9358ae-50bd-4da0-b6cd-d337c58a35a2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8521497 Jul 29 14:26:56.617798 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Request body: {'port': {'device_id': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:26:56.730839 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.760915 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-06d56a00-e61f-4dfc-9de4-d87aebed108d None None] Provisioning for port 88193705-2101-44fe-adc1-8efa5a47469f completed by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:56.765889 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-06d56a00-e61f-4dfc-9de4-d87aebed108d None None] Provisioning complete for port 88193705-2101-44fe-adc1-8efa5a47469f triggered by entity DHCP. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:56.766302 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-06d56a00-e61f-4dfc-9de4-d87aebed108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.819147 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-06d56a00-e61f-4dfc-9de4-d87aebed108d None None] Port 88193705-2101-44fe-adc1-8efa5a47469f cannot update to ACTIVE because it is not bound. {{(pid=78541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:26:57.126862 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88193705-2101-44fe-adc1-8efa5a47469f {{(pid=78539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:26:57.137333 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622118a2-c588-42e8-9920-9d457224d3e6 req-0e3df4cf-6783-429c-a383-844ab5f0e0fe tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:57.138043 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-622118a2-c588-42e8-9920-9d457224d3e6 req-0e3df4cf-6783-429c-a383-844ab5f0e0fe tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:26:57.144776 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.164864 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.provisioning_blocks [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Transition to ACTIVE for port object 88193705-2101-44fe-adc1-8efa5a47469f will not be triggered until provisioned by entity L2. {{(pid=78539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:57.167290 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-622118a2-c588-42e8-9920-9d457224d3e6 req-0e3df4cf-6783-429c-a383-844ab5f0e0fe tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:26:57.168449 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-622118a2-c588-42e8-9920-9d457224d3e6 req-0e3df4cf-6783-429c-a383-844ab5f0e0fe tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 931 time: 0.1801112 Jul 29 14:26:57.169405 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.174490 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-8debff08-0f2c-47f6-ab6f-5e6b4e37f318 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:57.353585 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Pushing event updated for resources: {'Port': ['ID=88193705-2101-44fe-adc1-8efa5a47469f,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:57.362506 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:57.372921 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-622118a2-c588-42e8-9920-9d457224d3e6 req-6f642e19-369e-445b-8a28-34e20fe1b418 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632018 Jul 29 14:26:57.438586 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.managers [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Attempting to bind port 88193705-2101-44fe-adc1-8efa5a47469f on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:26:57.438918 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.managers [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Attempting to bind port 88193705-2101-44fe-adc1-8efa5a47469f by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'}] {{(pid=78539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:26:57.439244 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Attempting to bind port 88193705-2101-44fe-adc1-8efa5a47469f on network ea055f21-00ef-42d5-97ad-21562b8a9f65 {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:26:57.444067 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Port 88193705-2101-44fe-adc1-8efa5a47469f on network ea055f21-00ef-42d5-97ad-21562b8a9f65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:26:57.444387 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Attempting to bind port 88193705-2101-44fe-adc1-8efa5a47469f on network ea055f21-00ef-42d5-97ad-21562b8a9f65 {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:26:57.449320 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Checking agent: {'id': 'f3709f33-6634-47b9-8064-d3b0ef3da978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'started_at': datetime.datetime(2021, 7, 29, 13, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:26:57.449652 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Checking segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:26:57.450032 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Bound using segment: {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'} {{(pid=78539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:26:57.450454 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.managers [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Bound port: 88193705-2101-44fe-adc1-8efa5a47469f, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba35f673-498c-4e5c-9e08-3fc16292104a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65'}}] {{(pid=78539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:26:57.450796 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.536783 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] For port 88193705-2101-44fe-adc1-8efa5a47469f, host hv-cinder-80132, cleared binding levels {{(pid=78539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:26:57.539493 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] For port 88193705-2101-44fe-adc1-8efa5a47469f, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=88193705-2101-44fe-adc1-8efa5a47469f,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:26:57.543790 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.547951 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:26:57.616058 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:57.616705 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.618177 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] 10.222.0.10 "PUT /v2.0/ports/88193705-2101-44fe-adc1-8efa5a47469f HTTP/1.1" status: 200 len: 1093 time: 1.0047312 Jul 29 14:26:57.618726 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'tag': '88193705-2101-44fe-adc1-8efa5a47469f'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:57.637782 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Pushing event updated for resources: {'Port': ['ID=88193705-2101-44fe-adc1-8efa5a47469f,revision_number=3']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:57.642318 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-3b720131-48ca-4c22-9f0a-c36c46e9427d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:26:57.699270 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'tag': '88193705-2101-44fe-adc1-8efa5a47469f', 'status': 'completed', 'code': 200} Jul 29 14:26:57.743924 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311374d-49e9-445c-9235-9cae64d155fb req-1aa3ddc5-382b-4a53-a866-773f6d2de60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:57.745506 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-1aa3ddc5-382b-4a53-a866-773f6d2de60b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 1096 time: 0.0792761 Jul 29 14:26:57.820559 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-18e9e7ce-3ed6-46d4-808d-b184da8a5ed5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88193705-2101-44fe-adc1-8efa5a47469f HTTP/1.1" status: 200 len: 217 time: 0.0680704 Jul 29 14:26:57.889643 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311374d-49e9-445c-9235-9cae64d155fb req-e829602e-8283-41b6-adc5-6266ce82911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:57.891009 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-e829602e-8283-41b6-adc5-6266ce82911c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0646770 Jul 29 14:26:58.062829 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311374d-49e9-445c-9235-9cae64d155fb req-a12d3977-73e4-4eab-9c45-46ee130382c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:58.064343 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-a12d3977-73e4-4eab-9c45-46ee130382c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1674685 Jul 29 14:26:58.193626 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-3243ed77-785d-4ebb-85c2-a17592293d5c service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223435 Jul 29 14:26:58.323571 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-8311374d-49e9-445c-9235-9cae64d155fb req-8b4cb583-8332-46fd-ac91-2d928e7ad0c1 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234999 Jul 29 14:26:58.441335 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-12d8151c-a2bb-4154-9d2a-e2c86dc3e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:58.442825 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-12d8151c-a2bb-4154-9d2a-e2c86dc3e225 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 1096 time: 0.0713227 Jul 29 14:26:58.628069 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-be75c550-fa9f-4fe4-8c6c-28970dc18dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:58.629434 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-be75c550-fa9f-4fe4-8c6c-28970dc18dac service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1799383 Jul 29 14:26:58.701738 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6245-ae23-463b-9a36-b57806e97ec7 req-5d5140be-61fb-4672-aaa4-cb81c648fa51 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:58.703979 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-528e6245-ae23-463b-9a36-b57806e97ec7 req-5d5140be-61fb-4672-aaa4-cb81c648fa51 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 943 time: 0.2145936 Jul 29 14:26:58.713539 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-a90bb61e-5c6f-45d2-999e-af68bfad15c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88193705-2101-44fe-adc1-8efa5a47469f HTTP/1.1" status: 200 len: 217 time: 0.0752633 Jul 29 14:26:58.794135 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-528e6245-ae23-463b-9a36-b57806e97ec7 req-cbff68f1-6c0a-45e4-90e4-714832a43377 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829375 Jul 29 14:26:58.801664 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-7c1c94f0-afc0-48f5-8aff-bdd7b944b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:58.803049 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-7c1c94f0-afc0-48f5-8aff-bdd7b944b27a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0776663 Jul 29 14:26:58.881911 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-a555c17a-74d2-47ad-a5ac-d907b3dd3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:58.883303 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-a555c17a-74d2-47ad-a5ac-d907b3dd3290 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732119 Jul 29 14:26:59.016379 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-079c36f9-1fd0-42f0-9daf-7627d90f8803 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252668 Jul 29 14:26:59.148688 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6468dee3-9203-48e3-b1b1-22ce9a1bfafc req-2ce3b3ab-9699-4111-8cf0-10ec2d4d9917 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258488 Jul 29 14:26:59.977763 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0040ca-0c76-4b93-bf84-524c15e922c2 req-a49e6f5e-6673-452a-a403-43a3779f78f0 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:59.979189 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff0040ca-0c76-4b93-bf84-524c15e922c2 req-a49e6f5e-6673-452a-a403-43a3779f78f0 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 943 time: 0.0764995 Jul 29 14:27:00.026545 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-ff0040ca-0c76-4b93-bf84-524c15e922c2 req-e6e3b5e4-b63f-4907-8084-cb41cd00537a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417628 Jul 29 14:27:01.209352 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e53a5f-3ca5-432c-8942-d839024ec194 req-505ca4e0-124e-4be0-a7a5-82788e9c4ba4 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:01.210829 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-24e53a5f-3ca5-432c-8942-d839024ec194 req-505ca4e0-124e-4be0-a7a5-82788e9c4ba4 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 943 time: 0.0790186 Jul 29 14:27:01.254188 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-24e53a5f-3ca5-432c-8942-d839024ec194 req-cd444059-b91e-4051-b1cb-339fa145d8c2 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 Jul 29 14:27:02.436077 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9eda8-0b2e-45f8-92ea-d917b79c8b92 req-7331871f-a334-406e-a4df-48e6cdead18a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:02.437501 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8ac9eda8-0b2e-45f8-92ea-d917b79c8b92 req-7331871f-a334-406e-a4df-48e6cdead18a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 943 time: 0.0801377 Jul 29 14:27:02.480492 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8ac9eda8-0b2e-45f8-92ea-d917b79c8b92 req-90e54a48-b122-48c1-b7ad-76009068adf8 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368755 Jul 29 14:27:03.666741 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73c7cb-01cc-411f-bed5-302db3b0d085 req-32a97503-beba-4f12-ab0a-4a6896812eb1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:03.668122 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-db73c7cb-01cc-411f-bed5-302db3b0d085 req-32a97503-beba-4f12-ab0a-4a6896812eb1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 943 time: 0.0829403 Jul 29 14:27:03.711418 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-db73c7cb-01cc-411f-bed5-302db3b0d085 req-de3c3fb4-884f-4091-a63b-dabc903f2e25 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378108 Jul 29 14:27:05.009160 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c8257-b245-493e-b5a6-028abf46ecf3 req-cc7d9c39-3f02-47d1-96c1-c2490025a9f5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:05.010505 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d95c8257-b245-493e-b5a6-028abf46ecf3 req-cc7d9c39-3f02-47d1-96c1-c2490025a9f5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 943 time: 0.0828667 Jul 29 14:27:05.055358 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-d95c8257-b245-493e-b5a6-028abf46ecf3 req-b31bd61c-dbfa-4336-8a76-279c2888055c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391359 Jul 29 14:27:05.367809 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-3afce76a-9e9f-4836-884f-7ad44f0a4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:05.768596 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:06.238813 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be30665-dda0-41a8-ab6c-6094a60de6e4 req-47c872ca-3d80-4df0-8b66-15e4e5609df3 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:06.240295 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2be30665-dda0-41a8-ab6c-6094a60de6e4 req-47c872ca-3d80-4df0-8b66-15e4e5609df3 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 943 time: 0.0821943 Jul 29 14:27:06.287565 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-2be30665-dda0-41a8-ab6c-6094a60de6e4 req-364bf3e1-8b47-488e-adfc-92eb45147094 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 Jul 29 14:27:07.203515 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 88193705-2101-44fe-adc1-8efa5a47469f details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:27:07.332156 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 88193705-2101-44fe-adc1-8efa5a47469f, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=88193705-2101-44fe-adc1-8efa5a47469f,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:27:07.345079 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Returning: {'device': '88193705-2101-44fe-adc1-8efa5a47469f', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'port_id': '88193705-2101-44fe-adc1-8efa5a47469f', 'mac_address': 'fa:16:3e:7a:7a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:27:07.402248 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:07.419450 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88193705-2101-44fe-adc1-8efa5a47469f {{(pid=78541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:27:07.434699 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 88193705-2101-44fe-adc1-8efa5a47469f, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=88193705-2101-44fe-adc1-8efa5a47469f,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:27:07.438833 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:07.440970 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:27:07.474563 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b26e5-865e-4094-a1f6-e2b4b2975d31 req-5912a863-547b-4ac4-9036-c5ec3844394e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:07.476077 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5b6b26e5-865e-4094-a1f6-e2b4b2975d31 req-5912a863-547b-4ac4-9036-c5ec3844394e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 943 time: 0.0814512 Jul 29 14:27:07.506585 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=88193705-2101-44fe-adc1-8efa5a47469f,revision_number=4']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:07.513628 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.513981 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.514571 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.514910 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.515236 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.515579 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.515929 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.516258 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.516578 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.516898 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.517218 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.517537 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:07.521511 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:27:07.525162 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-5b6b26e5-865e-4094-a1f6-e2b4b2975d31 req-cbdf9baf-882a-4ebc-a9d8-0984d1caff0e tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Jul 29 14:27:07.657154 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] get_ports_and_sgs() called for port_ids ['88193705-2101-44fe-adc1-8efa5a47469f'] {{(pid=78541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:27:07.954637 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-cd7b4774-67b4-475d-b2de-f9d01e4469cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:08.711791 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ecddb-1516-49ac-8c4f-c1c302dc8c19 req-89297118-c52f-45ca-94ff-364489a1591b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:08.713281 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-890ecddb-1516-49ac-8c4f-c1c302dc8c19 req-89297118-c52f-45ca-94ff-364489a1591b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 944 time: 0.0829515 Jul 29 14:27:08.756964 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-890ecddb-1516-49ac-8c4f-c1c302dc8c19 req-04d93a3e-232b-4633-a42a-e28b49c65834 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376558 Jul 29 14:27:09.218955 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 88193705-2101-44fe-adc1-8efa5a47469f up at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:27:09.284052 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning for port 88193705-2101-44fe-adc1-8efa5a47469f completed by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:09.288976 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.provisioning_blocks [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Provisioning complete for port 88193705-2101-44fe-adc1-8efa5a47469f triggered by entity L2. {{(pid=78541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:09.289350 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7669715'] for port, provisioning_complete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:09.402470 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:09.428956 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88193705-2101-44fe-adc1-8efa5a47469f'}] {{(pid=78541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:27:09.438096 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] For port 88193705-2101-44fe-adc1-8efa5a47469f, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=88193705-2101-44fe-adc1-8efa5a47469f,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:27:09.442292 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839'] for port, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:09.444357 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-c097ddc9-f88a-4548-9a0b-fedb7928da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:27:09.473304 dv-cinder-801321-2-iscsi neutron-server[78541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88193705-2101-44fe-adc1-8efa5a47469f', 'code': 200} Jul 29 14:27:09.510362 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:09.521845 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Pushing event updated for resources: {'Port': ['ID=88193705-2101-44fe-adc1-8efa5a47469f,revision_number=5']} {{(pid=78541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:09.524752 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_concurrency.lockutils [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:27:09.853812 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bafa00-0139-4e6f-8691-16e30dd85351 req-363ecd0f-347e-4e1d-8dc8-86ff570fcf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:09.855307 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-87bafa00-0139-4e6f-8691-16e30dd85351 req-363ecd0f-347e-4e1d-8dc8-86ff570fcf3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 1098 time: 0.1832960 Jul 29 14:27:09.947604 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-87bafa00-0139-4e6f-8691-16e30dd85351 req-9f18a423-9eeb-4a58-85ba-dc26d8f5e8cc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860140 Jul 29 14:27:09.969758 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fd679-9bfb-4784-925b-2e72dad7eb31 req-45fe0da4-e530-463a-8042-ada571e0ab1c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:09.971146 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-850fd679-9bfb-4784-925b-2e72dad7eb31 req-45fe0da4-e530-463a-8042-ada571e0ab1c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 945 time: 0.0965705 Jul 29 14:27:10.018353 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-850fd679-9bfb-4784-925b-2e72dad7eb31 req-d9ced7ee-f564-4c49-95b9-b038cac2f362 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Jul 29 14:27:11.106267 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:11.203375 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b02a5-0380-411b-bc63-5535a2afb673 req-1144a4bc-0274-4e91-ab43-2a59b24cdc2b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:11.204841 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-503b02a5-0380-411b-bc63-5535a2afb673 req-1144a4bc-0274-4e91-ab43-2a59b24cdc2b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 945 time: 0.0788960 Jul 29 14:27:11.248389 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-503b02a5-0380-411b-bc63-5535a2afb673 req-90a80839-fa0a-4e39-8c1e-476a1c21d66a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371578 Jul 29 14:27:11.435945 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498d8d7-5c4a-451e-aef7-955d6a689471 req-225e49ba-f7a2-4117-8518-6eec0370274d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:11.437420 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0498d8d7-5c4a-451e-aef7-955d6a689471 req-225e49ba-f7a2-4117-8518-6eec0370274d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 945 time: 0.0856190 Jul 29 14:27:11.482720 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0498d8d7-5c4a-451e-aef7-955d6a689471 req-ce366b2e-40ff-4d23-9f62-4568e73aff04 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396936 Jul 29 14:27:11.505527 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56814) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:27:11.578975 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea340be7-fc91-42fe-bb16-dbab8afdb23a tempest-TestVolumeBootPattern-324230745 tempest-TestVolumeBootPattern-324230745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:11.580469 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-ea340be7-fc91-42fe-bb16-dbab8afdb23a tempest-TestVolumeBootPattern-324230745 tempest-TestVolumeBootPattern-324230745-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 1093 time: 0.0728712 Jul 29 14:27:11.583105 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56818) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:27:11.588625 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.v2.base [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Request body: {'floatingip': {'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'port_id': '88193705-2101-44fe-adc1-8efa5a47469f', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:11.594264 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:27:11.598001 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Usage tracker for resource:floatingip and tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 is out of sync, need to count used quota {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:27:11.601100 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:27:11.606628 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.quota.driver [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:27:11.617398 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:11.753219 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:11.885075 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_common [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Allocated IP 172.27.0.109 (eed72035-af2d-4cbe-b110-9304fe4a96ea/6137bc06-00a6-44a6-a0de-9923f9173975/24452113-6ecb-4bab-9a4f-8980cb63c483) {{(pid=78539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:27:12.031092 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for port, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.060978 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786054804776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.065343 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-4c9a723a-d218-474c-b3cd-866c89dd957e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:27:12.128104 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Network eed72035-af2d-4cbe-b110-9304fe4a96ea is already hosted by enough agents. {{(pid=78539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:12.130969 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.base_scheduler [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Resources bound (agent type, host, resource id): {{(pid=78539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:12.134577 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Received port after_create {{(pid=78539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:27:12.168814 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'Port': ['ID=24452113-6ecb-4bab-9a4f-8980cb63c483,revision_number=1']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:12.184249 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.184632 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.185008 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.185377 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.185740 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.186105 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.186467 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.186827 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.187189 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.187545 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.187927 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.188288 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:12.193222 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:27:12.549263 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.621705 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7621895'] for port, before_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.821266 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for port, precommit_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.825883 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786055237955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786054804794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786054804839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2557343'] for port, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.829347 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-b69a9f1f-67e4-4a7f-b50e-0676dfc93d25 tempest-TestMinimumBasicScenario-1915456472 tempest-TestMinimumBasicScenario-1915456472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:27:13.027846 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event updated for resources: {'Port': ['ID=24452113-6ecb-4bab-9a4f-8980cb63c483,revision_number=2']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:13.035552 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:27:13.049095 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673845'] for floatingip, after_update {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:13.217112 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.l3_db [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Floating IP 6187b30d-ab73-47aa-974a-bbb88b946015 associated. External IP: 172.27.0.109, port: 88193705-2101-44fe-adc1-8efa5a47469f. Jul 29 14:27:13.404195 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:13.557148 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Router b0d2bb55-d8b0-4188-a097-4ee114b49f3d has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:27:13.727996 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:27:13.748383 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] Sync routers for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:27:13.752105 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:13.758391 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:27:13.759045 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:27:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:13.809875 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-a5c15e43-672d-4408-8127-f145557e5bb5 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2256896 Jul 29 14:27:13.810471 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'tag': '88193705-2101-44fe-adc1-8efa5a47469f'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:27:13.855235 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'tag': '88193705-2101-44fe-adc1-8efa5a47469f', 'status': 'completed', 'code': 200} Jul 29 14:27:13.935932 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:27:13.950293 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-9d774dc1-763c-4436-a8a3-7106932ba0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:13.951783 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-9d774dc1-763c-4436-a8a3-7106932ba0bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 1098 time: 0.0733404 Jul 29 14:27:14.082783 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-2b55edc3-edb6-4496-bb60-179c9898a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:14.084322 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-2b55edc3-edb6-4496-bb60-179c9898a6b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1262727 Jul 29 14:27:14.189135 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-4e13bce4-2db0-43e5-974e-6ccd807a13c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88193705-2101-44fe-adc1-8efa5a47469f HTTP/1.1" status: 200 len: 999 time: 0.0976462 Jul 29 14:27:14.250468 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-633858ab-c657-443f-9d5c-a7445e4469e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:14.251952 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-633858ab-c657-443f-9d5c-a7445e4469e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0567725 Jul 29 14:27:14.279076 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '6187b30d-ab73-47aa-974a-bbb88b946015', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': '88193705-2101-44fe-adc1-8efa5a47469f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:7a:7a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:27:12Z', 'updated_at': '2021-07-29T14:27:12Z', 'revision_number': 0, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}, {'id': '85dfa1d5-c963-47bb-9250-b731a674e129', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:32:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:25:16Z', 'updated_at': '2021-07-29T14:25:18Z', 'revision_number': 1, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:14.282903 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] Checking router: b0d2bb55-d8b0-4188-a097-4ee114b49f3d for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:27:14.291738 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:27:14.292377 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:27:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:14.329351 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-1a7c41e0-4a9d-419e-ae2b-113f7ffa127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:14.330832 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-1a7c41e0-4a9d-419e-ae2b-113f7ffa127a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725133 Jul 29 14:27:14.472776 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:27:14.512737 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:27:14.578498 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-0ab9746c-038f-49a4-a97a-764fe9964ff3 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407613 Jul 29 14:27:14.708919 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-43aa8bd0-b9a2-4a5c-9058-09baeaf132ff req-e9c407b6-4e5b-484e-a5cb-6867fdea673b service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241353 Jul 29 14:27:14.861136 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '6187b30d-ab73-47aa-974a-bbb88b946015', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': '88193705-2101-44fe-adc1-8efa5a47469f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:7a:7a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:27:12Z', 'updated_at': '2021-07-29T14:27:12Z', 'revision_number': 0, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}, {'id': '85dfa1d5-c963-47bb-9250-b731a674e129', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:32:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:25:16Z', 'updated_at': '2021-07-29T14:25:18Z', 'revision_number': 1, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:14.864984 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bd8a1-65ca-4e77-8b60-03e7a68c18a5 None None] The sync data for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi is: [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '6187b30d-ab73-47aa-974a-bbb88b946015', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': '88193705-2101-44fe-adc1-8efa5a47469f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:7a:7a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:27:12Z', 'updated_at': '2021-07-29T14:27:12Z', 'revision_number': 0, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}, {'id': '85dfa1d5-c963-47bb-9250-b731a674e129', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:32:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:25:16Z', 'updated_at': '2021-07-29T14:25:18Z', 'revision_number': 1, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:27:15.048519 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fa5680-284b-4269-8ef7-b14c9c88ebbe None None] New status for floating IP 6187b30d-ab73-47aa-974a-bbb88b946015: ACTIVE {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:27:20.603601 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-9739ede2-c5ca-4f7d-a4ef-b90001ef80eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700724 Jul 29 14:27:20.763724 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-2b53a701-f92e-4a67-8418-9e2fe3a2088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:20.766500 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-2b53a701-f92e-4a67-8418-9e2fe3a2088e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 1099 time: 0.0952742 Jul 29 14:27:20.910029 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-7ea8eb14-d311-4171-a57b-480e9e5442ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:20.911388 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-7ea8eb14-d311-4171-a57b-480e9e5442ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1256647 Jul 29 14:27:21.010191 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-c70db0b3-2933-4cf1-8fe2-45a1000229df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd HTTP/1.1" status: 200 len: 1002 time: 0.0920632 Jul 29 14:27:21.073896 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-7090bfad-3e53-4026-a519-f2940fff3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:21.075306 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-7090bfad-3e53-4026-a519-f2940fff3868 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0588055 Jul 29 14:27:21.152655 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-8c1cb8c6-cbe5-4051-a6b6-563ad039bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:21.154124 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-8c1cb8c6-cbe5-4051-a6b6-563ad039bd56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684652 Jul 29 14:27:21.287450 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-3949907b-02ea-491d-bbce-cf7df97a89e8 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236446 Jul 29 14:27:21.420011 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-3c48604b-09bd-4a74-935b-9ade04e09321 req-9ab4b545-9d39-4181-9da8-c4c8d415d2b9 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262407 Jul 29 14:27:35.369484 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-be7c46f6-8969-4221-abe3-96fc06a0b43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:35.772217 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:37.935237 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-90aa9e38-c570-4bf2-9082-0e0cec94f671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:39.471307 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:41.109239 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:43.402635 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:51.511609 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:28:05.371099 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-5c7f8718-2d5f-45ac-9b87-6d039bcb2e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:05.773599 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.936756 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f74f6a36-80e5-44ed-9b8f-d4872eeb6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:09.469439 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.112656 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:13.404275 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:21.742371 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-f689e511-f8ca-4708-b7f5-92bfaf59cf77 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1702018 Jul 29 14:28:21.833072 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-fbb91c62-558d-41ff-8e92-29df8e7d64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:21.834515 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-fbb91c62-558d-41ff-8e92-29df8e7d64f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 1098 time: 0.0690322 Jul 29 14:28:21.978526 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-ed495782-7553-42ce-bec6-8e41f92980d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:21.979994 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-ed495782-7553-42ce-bec6-8e41f92980d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1265895 Jul 29 14:28:22.083135 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-7dca1a13-b3b7-4bff-a5b2-afc84f9690bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88193705-2101-44fe-adc1-8efa5a47469f HTTP/1.1" status: 200 len: 1001 time: 0.0968246 Jul 29 14:28:22.145078 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-da274a09-bfaa-4d12-b7f5-b9e9dccca588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:22.146503 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-da274a09-bfaa-4d12-b7f5-b9e9dccca588 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0566046 Jul 29 14:28:22.223669 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-99487b64-f192-41a4-9be3-07a837dc13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:22.225145 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-99487b64-f192-41a4-9be3-07a837dc13f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717754 Jul 29 14:28:22.236008 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-03e6634e-ddf8-4f5b-a900-12205011e0e4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=78539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:28:22.236870 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-03e6634e-ddf8-4f5b-a900-12205011e0e4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048344 Jul 29 14:28:22.465582 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-89e916a2-0707-448d-9ab2-93b7409d4827 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220302 Jul 29 14:28:22.595122 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-36f47a47-4f43-4129-a660-29bcc323c9e0 req-cc91cf80-9d66-4827-acd6-dbb1674ecc9b service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231933 Jul 29 14:28:28.510802 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:28:35.341309 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56858) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:35.372948 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f153-7d9d-451d-b641-19b60285dfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:35.549224 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Deleting port 24452113-6ecb-4bab-9a4f-8980cb63c483 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:35.549564 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:35.716446 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:35.716769 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:35.774713 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:35.844201 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Calling delete_port for 24452113-6ecb-4bab-9a4f-8980cb63c483 owned by network:floatingip {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:35.989956 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:35.994122 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-50854f42-90df-492f-987f-16b3a5974c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:36.039798 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event deleted for resources: {'Port': ['ID=24452113-6ecb-4bab-9a4f-8980cb63c483,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:36.104915 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.105294 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.105669 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.106037 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.106966 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.107328 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.107692 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.108077 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.108439 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.108797 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.109154 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.109514 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:36.115595 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:36.140439 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:36.140773 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.db.l3_db [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Floating IP 6187b30d-ab73-47aa-974a-bbb88b946015 disassociated (deleted). External IP: 172.27.0.109, port: 88193705-2101-44fe-adc1-8efa5a47469f. Jul 29 14:28:36.556426 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Router b0d2bb55-d8b0-4188-a097-4ee114b49f3d has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:28:36.732443 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:28:36.741654 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] Sync routers for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:28:36.751660 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:28:36.751854 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:36.752306 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:28:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:36.805813 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-634e1347-9968-4032-93fd-b3f403e0818a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "DELETE /v2.0/floatingips/6187b30d-ab73-47aa-974a-bbb88b946015 HTTP/1.1" status: 204 len: 168 time: 1.4633582 Jul 29 14:28:36.806470 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'tag': '88193705-2101-44fe-adc1-8efa5a47469f'}] {{(pid=78540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:36.909640 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'tag': '88193705-2101-44fe-adc1-8efa5a47469f', 'status': 'completed', 'code': 200} Jul 29 14:28:36.938043 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:28:37.005376 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-a6bef54d-4232-4a64-a27b-f5ed02619eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:37.006840 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-a6bef54d-4232-4a64-a27b-f5ed02619eef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 1098 time: 0.0757937 Jul 29 14:28:37.151146 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-57a5182f-c8b6-4273-9696-2dde2a9d5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:37.152662 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-57a5182f-c8b6-4273-9696-2dde2a9d5dff service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1387832 Jul 29 14:28:37.228324 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-a79f2fdd-bec5-47b0-b2ca-aedf135d51dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88193705-2101-44fe-adc1-8efa5a47469f HTTP/1.1" status: 200 len: 217 time: 0.0669425 Jul 29 14:28:37.241271 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921b44c-1792-4426-a07d-3fe3ceae49d1 req-33c6a606-0dce-46b8-8bf4-9e47ea03c29b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:37.241980 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-8921b44c-1792-4426-a07d-3fe3ceae49d1 req-33c6a606-0dce-46b8-8bf4-9e47ea03c29b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:28:37.257639 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.quota.resource [req-8921b44c-1792-4426-a07d-3fe3ceae49d1 req-33c6a606-0dce-46b8-8bf4-9e47ea03c29b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:28:37.259087 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8921b44c-1792-4426-a07d-3fe3ceae49d1 req-33c6a606-0dce-46b8-8bf4-9e47ea03c29b tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 945 time: 0.1537395 Jul 29 14:28:37.298843 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-2c791736-e973-4d49-9f24-4443fc712fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:37.300609 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-2c791736-e973-4d49-9f24-4443fc712fec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0657365 Jul 29 14:28:37.303660 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '85dfa1d5-c963-47bb-9250-b731a674e129', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:32:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:25:16Z', 'updated_at': '2021-07-29T14:25:18Z', 'revision_number': 1, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:37.308948 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] Checking router: b0d2bb55-d8b0-4188-a097-4ee114b49f3d for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:28:37.318444 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-8921b44c-1792-4426-a07d-3fe3ceae49d1 req-3935a532-247e-4250-9e7c-2dd1ec5d7775 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500276 Jul 29 14:28:37.320739 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:28:37.321875 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:28:08Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:37.385192 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-869e3fbe-cc8d-4af0-b216-76e69be5d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:37.386661 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-869e3fbe-cc8d-4af0-b216-76e69be5d26e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792332 Jul 29 14:28:37.501744 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:28:37.517944 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-cc4e4ebf-225a-417c-a1aa-b87f347e6336 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232231 Jul 29 14:28:37.651489 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-e6b02b21-3e58-4104-9efc-8a79bca470c7 req-90ebcb83-8550-4f1e-a894-a8d62ecb722e service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263578 Jul 29 14:28:37.880436 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '85dfa1d5-c963-47bb-9250-b731a674e129', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:32:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:25:16Z', 'updated_at': '2021-07-29T14:25:18Z', 'revision_number': 1, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:37.884214 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad2203-ce40-41e4-905d-4cbbbb7f9d7f None None] The sync data for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi is: [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_floatingips': [{'id': '85dfa1d5-c963-47bb-9250-b731a674e129', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'router_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'port_id': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'mac_address': 'fa:16:3e:32:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:25:16Z', 'updated_at': '2021-07-29T14:25:18Z', 'revision_number': 1, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:28:37.938839 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-978a50f5-761a-4b9d-bb3b-d508c2cb7844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.096804 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10efb1c-c991-4dd2-94ab-227b911227fe None None] New status for floating IP 6187b30d-ab73-47aa-974a-bbb88b946015: DOWN {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:28:38.511277 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1e9b9-1767-42ac-9195-34abf8205226 req-42e2d5b7-c77d-4a0d-952a-6c6a2d209bae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:38.512673 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-fea1e9b9-1767-42ac-9195-34abf8205226 req-42e2d5b7-c77d-4a0d-952a-6c6a2d209bae tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 945 time: 0.0793762 Jul 29 14:28:38.557205 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-fea1e9b9-1767-42ac-9195-34abf8205226 req-16743610-88b2-458b-bb52-c5c6dbc48009 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380051 Jul 29 14:28:38.640587 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a704322-3929-40f5-815c-2e2d114abb37 req-45e38827-697a-468d-8d7c-9cc0513c1a41 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:38.642122 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4a704322-3929-40f5-815c-2e2d114abb37 req-45e38827-697a-468d-8d7c-9cc0513c1a41 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 945 time: 0.0841024 Jul 29 14:28:38.711404 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [req-4a704322-3929-40f5-815c-2e2d114abb37 req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Deleting port 88193705-2101-44fe-adc1-8efa5a47469f {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:38.711749 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-4a704322-3929-40f5-815c-2e2d114abb37 req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.957257 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-4a704322-3929-40f5-815c-2e2d114abb37 req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] For port 88193705-2101-44fe-adc1-8efa5a47469f, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=88193705-2101-44fe-adc1-8efa5a47469f,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:28:38.957626 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-4a704322-3929-40f5-815c-2e2d114abb37 req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.078912 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [req-4a704322-3929-40f5-815c-2e2d114abb37 req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Calling delete_port for 88193705-2101-44fe-adc1-8efa5a47469f owned by compute:nova {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:39.322917 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-4a704322-3929-40f5-815c-2e2d114abb37 req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.329270 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-07387084-3166-4ee1-acd2-3d69123123b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:39.375688 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event deleted for resources: {'Port': ['ID=88193705-2101-44fe-adc1-8efa5a47469f,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:39.411126 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.411507 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.411895 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.412264 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.412625 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.412991 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.413349 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.413708 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.414067 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.414433 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.414779 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.415130 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-iscsi {{(pid=78539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:39.422856 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:39.463269 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a704322-3929-40f5-815c-2e2d114abb37 req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] No DVR routers for this DVR port 88193705-2101-44fe-adc1-8efa5a47469f on host hv-cinder-80132 {{(pid=78539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:28:39.465748 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-4a704322-3929-40f5-815c-2e2d114abb37 req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.470536 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'name': 'network-vif-deleted', 'tag': '88193705-2101-44fe-adc1-8efa5a47469f'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:39.474662 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.486239 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-4a704322-3929-40f5-815c-2e2d114abb37 req-d68a741e-2bf6-4c51-a0b3-26e19964d4c1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "DELETE /v2.0/ports/88193705-2101-44fe-adc1-8efa5a47469f HTTP/1.1" status: 204 len: 173 time: 0.8373740 Jul 29 14:28:39.516687 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af690569-beaa-49aa-9c8d-295a04cb0c8d', 'name': 'network-vif-deleted', 'tag': '88193705-2101-44fe-adc1-8efa5a47469f', 'status': 'completed', 'code': 200} Jul 29 14:28:39.712096 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-44c321c6-63d7-40c1-a17e-0f818265471a req-8ac0dafa-7262-40dd-8aeb-0975f05bcbfd tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:28:39.728428 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-44c321c6-63d7-40c1-a17e-0f818265471a req-8ac0dafa-7262-40dd-8aeb-0975f05bcbfd tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:28:39.729836 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-44c321c6-63d7-40c1-a17e-0f818265471a req-8ac0dafa-7262-40dd-8aeb-0975f05bcbfd tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=af690569-beaa-49aa-9c8d-295a04cb0c8d HTTP/1.1" status: 200 len: 210 time: 0.0624735 Jul 29 14:28:41.116382 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:41.721171 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 88193705-2101-44fe-adc1-8efa5a47469f no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:28:41.754432 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: 88193705-2101-44fe-adc1-8efa5a47469f {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:28:41.754786 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device 88193705-2101-44fe-adc1-8efa5a47469f not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:28:43.214040 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56894) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:43.415026 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Deleting port 524801ab-b9b7-4f97-a48a-55403859d804 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:43.415369 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.435908 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.580575 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.580811 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.699049 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Calling delete_port for 524801ab-b9b7-4f97-a48a-55403859d804 owned by network:floatingip {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:43.851916 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.856179 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-0182fc16-7b7e-43dc-82dc-89a739028226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:43.900679 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event deleted for resources: {'Port': ['ID=524801ab-b9b7-4f97-a48a-55403859d804,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:43.929535 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:43.991343 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.991670 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.db.l3_db [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Floating IP 85dfa1d5-c963-47bb-9250-b731a674e129 disassociated (deleted). External IP: 172.27.0.188, port: d52b4ea5-7797-4a09-adfb-f546115b76bd. Jul 29 14:28:44.445140 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Router b0d2bb55-d8b0-4188-a097-4ee114b49f3d has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:28:44.622109 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:28:44.632588 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] Sync routers for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:28:44.642350 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:28:44.642608 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:44.642969 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:28:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:44.700464 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f9a0a122-e5ec-48dc-8f6c-84c75f1d6b20 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "DELETE /v2.0/floatingips/85dfa1d5-c963-47bb-9250-b731a674e129 HTTP/1.1" status: 204 len: 168 time: 1.4853246 Jul 29 14:28:44.701249 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'tag': 'd52b4ea5-7797-4a09-adfb-f546115b76bd'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:44.746811 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'tag': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'status': 'completed', 'code': 200} Jul 29 14:28:44.834656 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:28:44.844758 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd587009-110b-465c-9842-be247c77d8f4 req-e8c0cb38-12ea-4425-991c-aca55d516a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:44.846284 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd587009-110b-465c-9842-be247c77d8f4 req-e8c0cb38-12ea-4425-991c-aca55d516a06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 1099 time: 0.0763507 Jul 29 14:28:44.984741 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd587009-110b-465c-9842-be247c77d8f4 req-c5b2bee3-6082-4159-bbfa-1c9828261e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:44.986186 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd587009-110b-465c-9842-be247c77d8f4 req-c5b2bee3-6082-4159-bbfa-1c9828261e1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 200 len: 912 time: 0.1332231 Jul 29 14:28:45.063527 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd587009-110b-465c-9842-be247c77d8f4 req-80667614-ade6-4f10-909d-de82326ace01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd HTTP/1.1" status: 200 len: 217 time: 0.0708120 Jul 29 14:28:45.132792 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd587009-110b-465c-9842-be247c77d8f4 req-a0a3ebec-1f91-47bb-82c4-7cbdf8b3b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:45.134541 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd587009-110b-465c-9842-be247c77d8f4 req-a0a3ebec-1f91-47bb-82c4-7cbdf8b3b64c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 200 len: 850 time: 0.0627291 Jul 29 14:28:45.166280 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:45.170394 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] Checking router: b0d2bb55-d8b0-4188-a097-4ee114b49f3d for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:28:45.179888 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:28:45.180414 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:28:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:45.213914 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd587009-110b-465c-9842-be247c77d8f4 req-5cdf9a80-206b-478e-8356-6d5da64c937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:45.215605 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd587009-110b-465c-9842-be247c77d8f4 req-5cdf9a80-206b-478e-8356-6d5da64c937a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ea055f21-00ef-42d5-97ad-21562b8a9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739048 Jul 29 14:28:45.227851 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619dbd9-b8d7-4444-99bb-217137701892 req-9af3bf90-9005-4a9e-949d-0bc4e5e5182f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:45.229490 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4619dbd9-b8d7-4444-99bb-217137701892 req-9af3bf90-9005-4a9e-949d-0bc4e5e5182f tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 946 time: 0.0892479 Jul 29 14:28:45.276243 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [req-4619dbd9-b8d7-4444-99bb-217137701892 req-12c6d063-e0b3-4795-b860-8b8b0d685f6a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405850 Jul 29 14:28:45.354071 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd587009-110b-465c-9842-be247c77d8f4 req-9629ef95-184e-45c3-a268-28c86b1148d5 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293533 Jul 29 14:28:45.363301 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:28:45.489563 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-cd587009-110b-465c-9842-be247c77d8f4 req-76373f86-113c-4c90-9aed-09a1c96b1f39 service neutron] 10.222.0.10 "GET /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281347 Jul 29 14:28:45.673964 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:45.677976 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe3b96-5fca-4bee-831a-34afec47f332 None None] The sync data for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi is: [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:21:52Z', 'revision_number': 4, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi', '_interfaces': [{'id': 'c1afe5e2-b469-4ead-9c49-b3e79c8f86a2', 'name': '', 'network_id': 'ea055f21-00ef-42d5-97ad-21562b8a9f65', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'mac_address': 'fa:16:3e:a2:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:51Z', 'updated_at': '2021-07-29T14:22:00Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'subnets': [{'id': '9706e348-cc23-43c0-9a84-3f62c9f41c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:28:45.893642 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e53954-f326-4cdd-9c71-04c8967a329f None None] New status for floating IP 85dfa1d5-c963-47bb-9250-b731a674e129: DOWN {{(pid=78542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:28:46.468123 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd3abf-890b-4675-aff3-90e61a90dfaf req-0c559f6e-77a6-4fc3-8b77-b7b33fd15f0d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:46.468819 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-6fbd3abf-890b-4675-aff3-90e61a90dfaf req-0c559f6e-77a6-4fc3-8b77-b7b33fd15f0d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:28:46.483708 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-6fbd3abf-890b-4675-aff3-90e61a90dfaf req-0c559f6e-77a6-4fc3-8b77-b7b33fd15f0d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:28:46.484795 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6fbd3abf-890b-4675-aff3-90e61a90dfaf req-0c559f6e-77a6-4fc3-8b77-b7b33fd15f0d tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 946 time: 0.0993052 Jul 29 14:28:46.530281 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-6fbd3abf-890b-4675-aff3-90e61a90dfaf req-26108283-35e3-49e2-a437-d8905996d42a tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8086201-bbb7-48a8-ad14-e58aef2b7880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 Jul 29 14:28:46.642072 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-853921aa-bc49-41ab-8fea-247dcac8c7da tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:46.643394 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-853921aa-bc49-41ab-8fea-247dcac8c7da tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 946 time: 0.0833235 Jul 29 14:28:46.712361 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Deleting port d52b4ea5-7797-4a09-adfb-f546115b76bd {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:46.712699 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:47.059405 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] For port d52b4ea5-7797-4a09-adfb-f546115b76bd, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=d52b4ea5-7797-4a09-adfb-f546115b76bd,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:28:47.059761 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:47.183081 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Calling delete_port for d52b4ea5-7797-4a09-adfb-f546115b76bd owned by compute:nova {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:47.329233 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:47.334821 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-96a9dd87-aa1d-49b3-85a3-6eb4409da306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:47.377266 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event deleted for resources: {'Port': ['ID=d52b4ea5-7797-4a09-adfb-f546115b76bd,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:47.380659 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:47.456585 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] No DVR routers for this DVR port d52b4ea5-7797-4a09-adfb-f546115b76bd on host hv-cinder-80132 {{(pid=78539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:28:47.458942 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for port, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:47.461436 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'name': 'network-vif-deleted', 'tag': 'd52b4ea5-7797-4a09-adfb-f546115b76bd'}] {{(pid=78539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:47.477023 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-23f478c0-842b-40a8-ab7c-2bbc2c092f91 req-60a2db40-c41d-456d-8895-a48a46a62868 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.10 "DELETE /v2.0/ports/d52b4ea5-7797-4a09-adfb-f546115b76bd HTTP/1.1" status: 204 len: 173 time: 0.8276637 Jul 29 14:28:47.508229 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ba80ee-1d96-4c09-bf61-ed6e4f620b2f', 'name': 'network-vif-deleted', 'tag': 'd52b4ea5-7797-4a09-adfb-f546115b76bd', 'status': 'completed', 'code': 200} Jul 29 14:28:47.676959 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-0b1b379a-7b2b-45ae-bcab-5bca904c88da req-e0aa54e6-c850-4940-9c25-510199a075f1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Synchronizing usage tracker for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:28:47.692260 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.quota.resource [req-0b1b379a-7b2b-45ae-bcab-5bca904c88da req-e0aa54e6-c850-4940-9c25-510199a075f1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Unset dirty status for tenant:f5aeee9666c64d21ad5bdf1f1da0dd81 on resource:port {{(pid=78539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:28:47.693581 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [req-0b1b379a-7b2b-45ae-bcab-5bca904c88da req-e0aa54e6-c850-4940-9c25-510199a075f1 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ba80ee-1d96-4c09-bf61-ed6e4f620b2f HTTP/1.1" status: 200 len: 210 time: 0.0592926 Jul 29 14:28:48.788303 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56912) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:48.948087 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Deleting port 5aaeadca-c05c-4f2b-a47a-f9ed88452b96 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:48.948424 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:49.120528 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:49.120771 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:49.240672 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Calling delete_port for 5aaeadca-c05c-4f2b-a47a-f9ed88452b96 owned by network:floatingip {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:49.378199 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:49.382497 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-df8fa977-212b-4206-bbd5-895bf2ddc797 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:49.426159 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event deleted for resources: {'Port': ['ID=5aaeadca-c05c-4f2b-a47a-f9ed88452b96,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:49.459090 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:49.516227 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for floatingip, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:49.533324 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57684'] for floatingip, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:49.534455 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-90b99203-72af-45c3-b887-45996840354c tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "DELETE /v2.0/floatingips/138d5462-4a7e-4e93-a123-555329c6864a HTTP/1.1" status: 204 len: 168 time: 0.7451537 Jul 29 14:28:49.738062 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device d52b4ea5-7797-4a09-adfb-f546115b76bd no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:28:49.773257 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] No Port match for: d52b4ea5-7797-4a09-adfb-f546115b76bd {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:28:49.773622 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Device d52b4ea5-7797-4a09-adfb-f546115b76bd not bound to the agent host hv-cinder-80132 {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:28:50.904041 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56926) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:50.973788 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4f74a907-fcf1-42f4-a97c-04e4b532d9d8 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:51.003026 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4f74a907-fcf1-42f4-a97c-04e4b532d9d8 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:51.067413 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4f74a907-fcf1-42f4-a97c-04e4b532d9d8 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:51.071143 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-e6766fee-0926-4c4e-8330-d6bf7fd8f60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:51.086037 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74a907-fcf1-42f4-a97c-04e4b532d9d8 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8086201-bbb7-48a8-ad14-e58aef2b7880,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:51.088728 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4f74a907-fcf1-42f4-a97c-04e4b532d9d8 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:51.096895 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4f74a907-fcf1-42f4-a97c-04e4b532d9d8 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] Notify callbacks [] for security_group, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:51.098149 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-4f74a907-fcf1-42f4-a97c-04e4b532d9d8 tempest-TestVolumeBootPattern-674545637 tempest-TestVolumeBootPattern-674545637-project] 10.222.0.23 "DELETE /v2.0/security-groups/e8086201-bbb7-48a8-ad14-e58aef2b7880 HTTP/1.1" status: 204 len: 168 time: 0.1930237 Jul 29 14:28:51.158534 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56932) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:51.905538 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973956'] for router_interface, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:52.245720 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Deleting port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:52.246394 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:52.414420 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] For port c1afe5e2-b469-4ead-9c49-b3e79c8f86a2, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=c1afe5e2-b469-4ead-9c49-b3e79c8f86a2,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:28:52.414768 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:52.538693 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Calling delete_port for c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 owned by network:router_interface {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:52.791059 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:52.794359 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:52.842055 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1afe5e2-b469-4ead-9c49-b3e79c8f86a2,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:52.867806 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:53.205750 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1973944'] for router_interface, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:53.554883 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Router b0d2bb55-d8b0-4188-a097-4ee114b49f3d has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:28:53.728748 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:28:53.737058 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] Sync routers for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:28:53.740747 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-2e18638f-0431-42a2-adc6-a1646237f352 admin admin] 10.222.0.23 "PUT /v2.0/routers/b0d2bb55-d8b0-4188-a097-4ee114b49f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5808876 Jul 29 14:28:53.743151 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56938) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:53.745972 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:28:53.746612 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:28:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:53.935991 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Notify callbacks [] for router, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:53.954425 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: dv-cinder-801321-2-iscsi {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:28:54.110151 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:54.120245 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Deleting port a4c704a6-4e97-4634-bba2-078b9a42dc8c {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:54.120575 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:54.237830 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:28:52Z', 'revision_number': 5, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port': {'id': 'a4c704a6-4e97-4634-bba2-078b9a42dc8c', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:49Z', 'updated_at': '2021-07-29T14:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:54.241424 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] Checking router: b0d2bb55-d8b0-4188-a097-4ee114b49f3d for host: dv-cinder-801321-2-iscsi {{(pid=78541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:28:54.250080 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] Routers {'b0d2bb55-d8b0-4188-a097-4ee114b49f3d'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:28:54.250682 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:28:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'], 'active': True} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:54.298047 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] For port a4c704a6-4e97-4634-bba2-078b9a42dc8c, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=a4c704a6-4e97-4634-bba2-078b9a42dc8c,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:28:54.298392 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:54.399601 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_dvr_db [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] Set router b0d2bb55-d8b0-4188-a097-4ee114b49f3d gateway port host: None {{(pid=78541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:28:54.502907 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.db.l3_hamode_db [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:28:54Z', 'revision_number': 6, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port_host': None}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:54.510703 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4b28a-23fc-4d49-8d08-e99e748612e7 None None] The sync data for ids ['b0d2bb55-d8b0-4188-a097-4ee114b49f3d'] in dv-cinder-801321-2-iscsi is: [{'id': 'b0d2bb55-d8b0-4188-a097-4ee114b49f3d', 'name': 'tempest-TestVolumeBootPattern-781552505-router', 'tenant_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:48Z', 'updated_at': '2021-07-29T14:28:54Z', 'revision_number': 6, 'project_id': 'f5aeee9666c64d21ad5bdf1f1da0dd81', 'gw_port_host': None}] {{(pid=78541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:28:54.531714 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Calling delete_port for a4c704a6-4e97-4634-bba2-078b9a42dc8c owned by network:router_gateway {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:54.696357 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:54.700669 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f1b0937c-3ab3-4cda-9ac6-4074ba09b951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:54.743187 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c704a6-4e97-4634-bba2-078b9a42dc8c,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:54.771979 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:54.833485 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673745'] for router_gateway, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.004736 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1975883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1860'] for router, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.006839 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.028600 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1972811'] for router, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.029056 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d2bb55-d8b0-4188-a097-4ee114b49f3d {{(pid=78539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:28:55.041173 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] Notify callbacks [] for router, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.042292 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-2507614a-d802-4d2d-a775-267cd7bcab63 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b0d2bb55-d8b0-4188-a097-4ee114b49f3d HTTP/1.1" status: 204 len: 168 time: 1.2982488 Jul 29 14:28:55.044759 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56942) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:55.101981 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1273f0e-7f76-4baa-aaf9-88dc5f68bc3a admin admin] Deleting subnet 9706e348-cc23-43c0-9a84-3f62c9f41c97 {{(pid=78539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:28:55.104806 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1273f0e-7f76-4baa-aaf9-88dc5f68bc3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.155835 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1273f0e-7f76-4baa-aaf9-88dc5f68bc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106408'] for subnet, precommit_delete_associations {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.233211 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1273f0e-7f76-4baa-aaf9-88dc5f68bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.306126 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1273f0e-7f76-4baa-aaf9-88dc5f68bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2497460'] for subnet, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.310593 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-217b6332-0990-4a4d-8c7e-184b096d0250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:55.346186 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1273f0e-7f76-4baa-aaf9-88dc5f68bc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9706e348-cc23-43c0-9a84-3f62c9f41c97,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:55.348061 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-d1273f0e-7f76-4baa-aaf9-88dc5f68bc3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.352646 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d1273f0e-7f76-4baa-aaf9-88dc5f68bc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:55.354863 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115797e9-f58f-4697-832a-23c7f8170587 None None] Network ea055f21-00ef-42d5-97ad-21562b8a9f65 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:28:55.356597 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-d1273f0e-7f76-4baa-aaf9-88dc5f68bc3a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9706e348-cc23-43c0-9a84-3f62c9f41c97 HTTP/1.1" status: 204 len: 168 time: 0.3105302 Jul 29 14:28:55.357437 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56946) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:55.464454 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.475713 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Deleting port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:55.476045 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.611149 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] DHCP port deletion for ea055f21-00ef-42d5-97ad-21562b8a9f65 request from dv-cinder-801321-2-iscsi {{(pid=78541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:28:55.614971 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] Deleting port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:55.615346 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.693796 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] For port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:28:55.695143 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.814670 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] For port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4,segment=NetworkSegment(ba35f673-498c-4e5c-9e08-3fc16292104a),segment_id=ba35f673-498c-4e5c-9e08-3fc16292104a)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:28:55.814966 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.914066 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Calling delete_port for cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 owned by network:dhcp {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:55.937409 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] Calling delete_port for cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 owned by network:dhcp {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:55.988670 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:55.992512 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-bf2a85a6-4a1d-4f23-ad04-7672d4c3c563 tempest-AttachVolumeTestJSON-1653032303 tempest-AttachVolumeTestJSON-1653032303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:56.034182 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:56.037649 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:56.039907 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] No DVR routers for this DVR port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 on host dv-cinder-801321-2-iscsi {{(pid=78540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:28:56.049083 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.db.api [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:28:56.049430 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_db.api [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:28:56.132461 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:28:56.152983 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:56.167157 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:28:56.167516 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device c1afe5e2-b469-4ead-9c49-b3e79c8f86a2 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:28:56.167969 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:28:56.169972 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea055f21-00ef-42d5-97ad-21562b8a9f65']}} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:56.182169 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba35f673-498c-4e5c-9e08-3fc16292104a') {'for_net_delete': True} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:56.182464 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.services.segments.db [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba35f673-498c-4e5c-9e08-3fc16292104a') {} {{(pid=78540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:56.193559 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947624'] for segment, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:56.202622 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:28:56.203139 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:28:56.203560 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device a4c704a6-4e97-4634-bba2-078b9a42dc8c no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:28:56.209454 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:56.215331 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=78540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:28:56.215712 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947276'] for segment, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: Traceback (most recent call last): Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: timer() Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: cb(*args, **kw) Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: return func(*args, **kwargs) Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: self._notify() Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: self.callback(batched_events) Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: event.method(event) Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: return f(self, *a, **k) Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._get(url).json() Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: return self.request(url, 'GET', **kwargs) Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:28:56.229102 dv-cinder-801321-2-iscsi neutron-server[78540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:28:56.236655 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: a4c704a6-4e97-4634-bba2-078b9a42dc8c {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:28:56.237015 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device a4c704a6-4e97-4634-bba2-078b9a42dc8c not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:28:56.302276 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:56.306229 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-28c10262-3a47-4357-8b82-143505ef754d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:56.323426 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:56.334164 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea055f21-00ef-42d5-97ad-21562b8a9f65,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:56.337182 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:56.348392 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-cff6d754-6a35-477e-a618-8572f7d1d7f1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ea055f21-00ef-42d5-97ad-21562b8a9f65 HTTP/1.1" status: 204 len: 168 time: 0.9886947 Jul 29 14:28:56.351164 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56950) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:56.551060 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] Deleting port cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:56.551617 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:56.619761 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-aff3a038-fdb9-4f62-aaa8-d106952f199b None None] The port 'cfc7b99a-8e09-47c9-91d1-3c5f23dc94a4' was deleted {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:28:56.877373 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973956'] for router_interface, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:57.216188 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Deleting port e920bc4b-08ce-40b9-954f-d5b41f8941ab {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:57.216529 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:57.470170 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] For port e920bc4b-08ce-40b9-954f-d5b41f8941ab, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=e920bc4b-08ce-40b9-954f-d5b41f8941ab,segment=NetworkSegment(743b64f6-8b86-4c00-abcd-af1ed3f8d116),segment_id=743b64f6-8b86-4c00-abcd-af1ed3f8d116)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:28:57.470436 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:57.596180 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Calling delete_port for e920bc4b-08ce-40b9-954f-d5b41f8941ab owned by network:router_interface {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:57.769290 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:57.773776 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ba1e9c98-5f82-4ecb-b532-89d6e2311041 tempest-VolumesActionsTest-1708207069 tempest-VolumesActionsTest-1708207069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:57.816485 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Pushing event deleted for resources: {'Port': ['ID=e920bc4b-08ce-40b9-954f-d5b41f8941ab,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:57.842432 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:58.079375 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1973944'] for router_interface, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:58.429488 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Router bece2189-51c9-4909-b7e6-6c24766cd744 has already been hosted by L3 agent c5efdd3b-a24f-4c77-8d53-47fdfa11cb34 {{(pid=78540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:28:58.603918 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] Notify agent at l3_agent.dv-cinder-801321-2-iscsi the message routers_updated {{(pid=78540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:28:58.612667 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] Sync routers for ids ['bece2189-51c9-4909-b7e6-6c24766cd744'] in dv-cinder-801321-2-iscsi {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:28:58.619552 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-4b327f98-a5fc-48a0-9181-e7c60052200e admin admin] 10.222.0.23 "PUT /v2.0/routers/bece2189-51c9-4909-b7e6-6c24766cd744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2673914 Jul 29 14:28:58.621961 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56954) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:58.622465 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] Routers {'bece2189-51c9-4909-b7e6-6c24766cd744'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:28:58.623115 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:28:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['bece2189-51c9-4909-b7e6-6c24766cd744'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:58.801974 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] Set router bece2189-51c9-4909-b7e6-6c24766cd744 gateway port host: dv-cinder-801321-2-iscsi {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:28:58.895724 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Notify callbacks [] for router, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.070506 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.080680 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Deleting port 53dfa55d-b574-48ed-b239-9693b9059be6 {{(pid=78540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:28:59.081290 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.109030 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'name': 'tempest-TestVolumeBootPattern-1939632235-router', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'external_fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:55Z', 'updated_at': '2021-07-29T14:28:57Z', 'revision_number': 5, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'gw_port': {'id': '53dfa55d-b574-48ed-b239-9693b9059be6', 'name': '', 'network_id': 'eed72035-af2d-4cbe-b110-9304fe4a96ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:43:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:21:56Z', 'updated_at': '2021-07-29T14:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6137bc06-00a6-44a6-a0de-9923f9173975', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-iscsi'}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:59.112823 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] Checking router: bece2189-51c9-4909-b7e6-6c24766cd744 for host: dv-cinder-801321-2-iscsi {{(pid=78542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:28:59.120942 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] Routers {'bece2189-51c9-4909-b7e6-6c24766cd744'} bound to L3 agent in host dv-cinder-801321-2-iscsi {{(pid=78542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:28:59.121546 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:38:08Z,description=,heartbeat_timestamp=2021-07-29T14:28:38Z,host='dv-cinder-801321-2-iscsi',id=c5efdd3b-a24f-4c77-8d53-47fdfa11cb34,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:38:08Z,topic='l3_agent')) {'router_ids': ['bece2189-51c9-4909-b7e6-6c24766cd744'], 'active': True} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:59.254604 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.db [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] For port 53dfa55d-b574-48ed-b239-9693b9059be6, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=53dfa55d-b574-48ed-b239-9693b9059be6,segment=NetworkSegment(d73c6c39-2c7a-461c-b89f-1a4fa7598a55),segment_id=d73c6c39-2c7a-461c-b89f-1a4fa7598a55)] {{(pid=78540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:28:59.254966 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.267392 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_dvr_db [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] Set router bece2189-51c9-4909-b7e6-6c24766cd744 gateway port host: None {{(pid=78542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:28:59.375394 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.plugins.ml2.plugin [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Calling delete_port for 53dfa55d-b574-48ed-b239-9693b9059be6 owned by network:router_gateway {{(pid=78540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:28:59.375641 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.l3_hamode_db [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'name': 'tempest-TestVolumeBootPattern-1939632235-router', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:55Z', 'updated_at': '2021-07-29T14:28:59Z', 'revision_number': 6, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'gw_port_host': None}], 'dv-cinder-801321-2-iscsi', False) {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:59.379449 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d287b8-6ceb-4efa-a89e-1f6f0fec17e7 None None] The sync data for ids ['bece2189-51c9-4909-b7e6-6c24766cd744'] in dv-cinder-801321-2-iscsi is: [{'id': 'bece2189-51c9-4909-b7e6-6c24766cd744', 'name': 'tempest-TestVolumeBootPattern-1939632235-router', 'tenant_id': 'ed8792bcebef4f0da0435ec891924bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:21:55Z', 'updated_at': '2021-07-29T14:28:59Z', 'revision_number': 6, 'project_id': 'ed8792bcebef4f0da0435ec891924bba', 'gw_port_host': None}] {{(pid=78542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:28:59.538897 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2947321'] for port, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.543046 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-ffa8f5b4-5f8a-47c9-8403-b0e01cb70d77 tempest-AttachVolumeNegativeTest-1868309426 tempest-AttachVolumeNegativeTest-1868309426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:28:59.584919 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Pushing event deleted for resources: {'Port': ['ID=53dfa55d-b574-48ed-b239-9693b9059be6,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:59.589654 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:28:59.677716 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673745'] for router_gateway, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.851225 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1975883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1860'] for router, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.853389 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.876026 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1972811'] for router, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.876547 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bece2189-51c9-4909-b7e6-6c24766cd744 {{(pid=78540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:28:59.888733 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] Notify callbacks [] for router, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.890023 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-892c983a-e224-44ab-95e2-3c98e71cd155 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bece2189-51c9-4909-b7e6-6c24766cd744 HTTP/1.1" status: 204 len: 168 time: 1.2671196 Jul 29 14:28:59.892569 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.wsgi [-] (78540) accepted ('10.222.0.23', 56958) {{(pid=78540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:28:59.950841 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc2da49-ffae-4b8d-918e-639f9f719179 admin admin] Deleting subnet 397576ec-c0b6-43dd-ad82-5e3da2e1db29 {{(pid=78540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:28:59.954210 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5bc2da49-ffae-4b8d-918e-639f9f719179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.004431 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5bc2da49-ffae-4b8d-918e-639f9f719179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947639'] for subnet, precommit_delete_associations {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.079791 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5bc2da49-ffae-4b8d-918e-639f9f719179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695009'] for subnet, precommit_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.154695 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e920bc4b-08ce-40b9-954f-d5b41f8941ab no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:29:00.157458 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5bc2da49-ffae-4b8d-918e-639f9f719179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2947242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2958699'] for subnet, after_delete {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.161502 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:29:00.191257 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: e920bc4b-08ce-40b9-954f-d5b41f8941ab {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:29:00.191605 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device e920bc4b-08ce-40b9-954f-d5b41f8941ab not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:29:00.192063 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 53dfa55d-b574-48ed-b239-9693b9059be6 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:29:00.227932 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 53dfa55d-b574-48ed-b239-9693b9059be6 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:29:00.228303 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 53dfa55d-b574-48ed-b239-9693b9059be6 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:29:00.290261 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2da49-ffae-4b8d-918e-639f9f719179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397576ec-c0b6-43dd-ad82-5e3da2e1db29,revision_number=None']} {{(pid=78540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:00.293294 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG oslo_concurrency.lockutils [None req-5bc2da49-ffae-4b8d-918e-639f9f719179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:29:00.294264 dv-cinder-801321-2-iscsi neutron-server[78540]: DEBUG neutron_lib.callbacks.manager [None req-5bc2da49-ffae-4b8d-918e-639f9f719179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for subnet, before_response {{(pid=78540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.301660 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812453ec-136c-4855-9bb5-0d0b3b26afe8 None None] Network cc1c91a3-8d56-4f2d-9639-829ecd43eef8 requested from dv-cinder-801321-2-iscsi {{(pid=78541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:29:00.302293 dv-cinder-801321-2-iscsi neutron-server[78540]: INFO neutron.wsgi [None req-5bc2da49-ffae-4b8d-918e-639f9f719179 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/397576ec-c0b6-43dd-ad82-5e3da2e1db29 HTTP/1.1" status: 204 len: 168 time: 0.4087393 Jul 29 14:29:00.303182 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56962) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:29:00.417237 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7556192'] for network, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.429014 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Deleting port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 {{(pid=78539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:29:00.429344 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.550957 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] DHCP port deletion for cc1c91a3-8d56-4f2d-9639-829ecd43eef8 request from dv-cinder-801321-2-iscsi {{(pid=78541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:29:00.555118 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] Deleting port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:29:00.555502 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.635029 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.db [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] For port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=9e6e8fc0-f570-4ed4-be9c-4776062dfe67,segment=NetworkSegment(743b64f6-8b86-4c00-abcd-af1ed3f8d116),segment_id=743b64f6-8b86-4c00-abcd-af1ed3f8d116)] {{(pid=78539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:29:00.635295 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.757002 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.db [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] For port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67, host dv-cinder-801321-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-iscsi',level=0,port_id=9e6e8fc0-f570-4ed4-be9c-4776062dfe67,segment=NetworkSegment(743b64f6-8b86-4c00-abcd-af1ed3f8d116),segment_id=743b64f6-8b86-4c00-abcd-af1ed3f8d116)] {{(pid=78541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:29:00.757326 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674743'] for port, precommit_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.851408 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.plugin [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Calling delete_port for 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 owned by network:dhcp {{(pid=78539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:29:00.883584 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] Calling delete_port for 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 owned by network:dhcp {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:29:00.927131 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7618762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786055237964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786054804785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2557318'] for port, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:00.931795 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-a660fc50-0eec-4718-84de-b2bb572abb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:29:00.954419 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.db.api [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:29:00.954781 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG oslo_db.api [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:29:00.974111 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6e8fc0-f570-4ed4-be9c-4776062dfe67,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:00.976580 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:29:00.978927 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] No DVR routers for this DVR port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 on host dv-cinder-801321-2-iscsi {{(pid=78539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:29:01.092540 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7672410', 'neutron.services.segments.db._delete_segments_for_network-8786055235485'] for network, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.109398 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1c91a3-8d56-4f2d-9639-829ecd43eef8']}} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:29:01.121111 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743b64f6-8b86-4c00-abcd-af1ed3f8d116') {'for_net_delete': True} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:29:01.121414 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.services.segments.db [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743b64f6-8b86-4c00-abcd-af1ed3f8d116') {} {{(pid=78539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:29:01.132516 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786055232247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1106423'] for segment, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.148911 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693467'] for segment, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.156098 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=78539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:29:01.156512 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7693458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2557363'] for segment, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: Traceback (most recent call last): Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: timer() Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: cb(*args, **kw) Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: return func(*args, **kwargs) Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: self._notify() Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: self.callback(batched_events) Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: event.method(event) Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: return f(self, *a, **k) Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._get(url).json() Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: return self.request(url, 'GET', **kwargs) Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:29:01.169675 dv-cinder-801321-2-iscsi neutron-server[78539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:29:01.241180 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673740'] for network, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.244810 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:29:01.261228 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626849'] for network, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.274647 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1c91a3-8d56-4f2d-9639-829ecd43eef8,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:01.279276 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] 10.222.0.23 "DELETE /v2.0/networks/cc1c91a3-8d56-4f2d-9639-829ecd43eef8 HTTP/1.1" status: 204 len: 168 time: 0.9749007 Jul 29 14:29:01.280071 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-8e79e7ce-2c8b-4123-98b1-87d99ec7b3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:29:01.393472 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56968) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:29:01.441458 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-e53109c2-a143-4316-b5a9-0daf7fbe9633 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5aeee9666c64d21ad5bdf1f1da0dd81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467122 Jul 29 14:29:01.443690 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56972) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:29:01.455906 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] Deleting port 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 {{(pid=78541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:29:01.456377 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786055265064'] for port, before_delete {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.502111 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f70b3db4-fbad-4ad3-b45e-1017ab59012f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.525034 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-8e07dbf4-dbea-4d17-9603-0a57c2211f34 None None] The port '9e6e8fc0-f570-4ed4-be9c-4776062dfe67' was deleted {{(pid=78541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:29:01.527459 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f70b3db4-fbad-4ad3-b45e-1017ab59012f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.580076 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f70b3db4-fbad-4ad3-b45e-1017ab59012f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.585099 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-d207a05a-fc0a-48a6-8eb2-c7b7dd127a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:29:01.601414 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b3db4-fbad-4ad3-b45e-1017ab59012f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4675e9-84a6-4793-9ada-ab3389320950,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:01.603847 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-f70b3db4-fbad-4ad3-b45e-1017ab59012f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:29:01.606231 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-f70b3db4-fbad-4ad3-b45e-1017ab59012f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.606999 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-f70b3db4-fbad-4ad3-b45e-1017ab59012f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c4675e9-84a6-4793-9ada-ab3389320950 HTTP/1.1" status: 204 len: 168 time: 0.1624253 Jul 29 14:29:01.937615 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56980) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:29:01.988233 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-7ad5d670-6539-4032-98fe-eb7ab8ffb785 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed8792bcebef4f0da0435ec891924bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493660 Jul 29 14:29:01.990619 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.wsgi [-] (78539) accepted ('10.222.0.23', 56984) {{(pid=78539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:29:02.046830 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8632fb64-1568-43f3-8739-8166ebfbf8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:02.071610 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8632fb64-1568-43f3-8739-8166ebfbf8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:02.127169 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8632fb64-1568-43f3-8739-8166ebfbf8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089560'] for security_group, after_delete {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:02.130621 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 no longer exists at agent ovs-agent-dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:29:02.131548 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-67fcf6be-2a0e-47f1-8914-4aebb998a475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:29:02.143011 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632fb64-1568-43f3-8739-8166ebfbf8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaddb2f-f653-4470-8e1e-4e7bb9eb5a85,revision_number=None']} {{(pid=78539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:02.146576 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG oslo_concurrency.lockutils [None req-8632fb64-1568-43f3-8739-8166ebfbf8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:29:02.150828 dv-cinder-801321-2-iscsi neutron-server[78539]: DEBUG neutron_lib.callbacks.manager [None req-8632fb64-1568-43f3-8739-8166ebfbf8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:02.151971 dv-cinder-801321-2-iscsi neutron-server[78539]: INFO neutron.wsgi [None req-8632fb64-1568-43f3-8739-8166ebfbf8ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baaddb2f-f653-4470-8e1e-4e7bb9eb5a85 HTTP/1.1" status: 204 len: 168 time: 0.1604519 Jul 29 14:29:02.173330 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.plugin [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] No Port match for: 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 {{(pid=78541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:29:02.173749 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron.plugins.ml2.rpc [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Device 9e6e8fc0-f570-4ed4-be9c-4776062dfe67 not bound to the agent host dv-cinder-801321-2-iscsi {{(pid=78541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:29:05.375163 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-151521da-e1e1-42ef-846c-9c351b2a8668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:05.509238 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:29:05.776911 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:07.940391 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-012a4f62-8a9f-42a5-8fc0-0575b260d527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:09.475852 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:11.123546 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:13.461127 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:35.371319 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-80d1535e-cbc2-4733-ae8e-abdecce52b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:35.781010 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:37.941470 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-99cc02c1-086d-46b0-a587-62d9f3374dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:39.478773 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:41.121551 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:42.508658 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:29:43.456361 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:05.372786 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-35e1c69f-0b86-4a27-8d13-01bcf0bbd3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:05.783659 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.942222 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-2322fbf3-9866-4f34-9b19-e2278cb601e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:09.482963 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.124111 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:13.461233 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:19.506875 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:30:35.373909 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-60a81ae1-c2ca-4703-83e6-ffacd41d6bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.785671 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.946036 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-84d59763-e100-4ce9-9a24-0ba54f5ed229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:39.484330 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.129343 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:43.474230 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:56.506316 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:31:05.375692 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-069ba1fa-9106-46df-9046-ae882cea0021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:05.788193 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.947000 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-d15ef2f0-0d7f-49aa-941e-f98b171a50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:09.487706 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:11.130188 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.491692 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:33.504958 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:31:35.376969 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-7172beeb-f586-42ef-9086-9f46ec15fef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:35.792849 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:37.948828 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-684db4f9-b9fa-47a7-af7b-60bf242a8adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:39.490652 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:41.132747 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:43.487008 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:05.378211 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-d954e993-4e93-46da-8412-8cbc6d881078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:05.794277 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:07.949762 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-0fe63275-ac8c-4fae-a8a6-aa087fb85795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:09.492614 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:10.504727 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:32:11.136098 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:13.508185 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:35.380372 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-ee78991b-17b3-4b5f-a287-eb84a90d69b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:35.796826 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:37.951296 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-46a9471a-15f8-4a55-a9ab-d47f6ec7c172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:39.495920 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:41.139867 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:43.508166 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:47.503637 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:33:05.381474 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-4b1592e2-e396-4509-b39e-fa2fad169d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:05.798089 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:07.951021 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-c7404c8c-79bd-4c16-aa88-b289ff88cebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:09.499055 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:11.142454 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:13.528473 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:24.502623 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:33:35.383596 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4181-b617-4ad8-a716-407f3969dddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:35.799331 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:37.951652 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-de045c35-3a1d-4a85-a3e4-a390045de762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:39.502830 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-f97dabb6-bab7-4942-a27e-a06f8efc63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:41.145795 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e144-00ec-455e-8e07-5eab4bbccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:43.526496 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-fabffd19-4fef-434d-8b76-b9eb17c67060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:01.502013 dv-cinder-801321-2-iscsi neutron-server[78542]: DEBUG neutron.db.agents_db [None req-04521565-9599-4e3e-9725-eada47957369 None None] Agent healthcheck: found 6 active agents {{(pid=78542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:34:05.389970 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-09266bcc-9090-4e6e-8466-d59c328c764d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:05.800371 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-6876a751-d869-4b6e-9db1-751c8e966b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:07.954944 dv-cinder-801321-2-iscsi neutron-server[78541]: DEBUG neutron_lib.callbacks.manager [None req-d6ba1f64-6499-4ad3-a3df-3f14295007f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786055235467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7669600'] for agent, after_update {{(pid=78541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}